Nov 25 13:01:03.426557 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:01:03.427145 np0005535648.novalocal memory_tracker.sh[126136]: Tue Nov 25 01:01:03 PM EST 2025 Nov 25 13:01:03.427325 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:01:03.476667 np0005535648.novalocal memory_tracker.sh[126138]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:01:03.476667 np0005535648.novalocal memory_tracker.sh[126138]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:01:03.526503 np0005535648.novalocal memory_tracker.sh[126138]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1067916KB Nov 25 13:01:03.532932 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:01:23.541898 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:01:23.542896 np0005535648.novalocal memory_tracker.sh[126721]: Tue Nov 25 01:01:23 PM EST 2025 Nov 25 13:01:23.543144 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:01:23.626429 np0005535648.novalocal memory_tracker.sh[126723]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:01:23.626429 np0005535648.novalocal memory_tracker.sh[126723]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:01:23.669203 np0005535648.novalocal memory_tracker.sh[126723]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068020KB Nov 25 13:01:23.675574 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:01:43.684331 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:01:43.685530 np0005535648.novalocal memory_tracker.sh[127038]: Tue Nov 25 01:01:43 PM EST 2025 Nov 25 13:01:43.685770 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:01:43.778592 np0005535648.novalocal memory_tracker.sh[127040]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:01:43.778592 np0005535648.novalocal memory_tracker.sh[127040]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:01:43.835554 np0005535648.novalocal memory_tracker.sh[127040]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068020KB Nov 25 13:01:43.840328 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:02:03.848980 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:02:03.850459 np0005535648.novalocal memory_tracker.sh[127291]: Tue Nov 25 01:02:03 PM EST 2025 Nov 25 13:02:03.850676 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:02:03.922125 np0005535648.novalocal memory_tracker.sh[127293]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:02:03.922125 np0005535648.novalocal memory_tracker.sh[127293]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:02:03.971150 np0005535648.novalocal memory_tracker.sh[127293]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068020KB Nov 25 13:02:03.977084 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:02:23.986573 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:02:23.987599 np0005535648.novalocal memory_tracker.sh[127943]: Tue Nov 25 01:02:23 PM EST 2025 Nov 25 13:02:23.987682 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:02:24.039640 np0005535648.novalocal memory_tracker.sh[127945]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:02:24.039640 np0005535648.novalocal memory_tracker.sh[127945]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:02:24.133474 np0005535648.novalocal memory_tracker.sh[127945]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068152KB Nov 25 13:02:24.139202 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:02:44.150838 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:02:44.152053 np0005535648.novalocal memory_tracker.sh[128203]: Tue Nov 25 01:02:44 PM EST 2025 Nov 25 13:02:44.152848 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:02:44.152848 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 7100680 Nov 25 13:02:44.152848 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: MemTotal: 16107260 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: MemFree: 268940 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: MemAvailable: 7101440 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Buffers: 3884 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Cached: 7155496 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: SwapCached: 124 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Active: 8080080 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Inactive: 6557876 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Active(anon): 7839972 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Inactive(anon): 9260 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Active(file): 240108 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Inactive(file): 6548616 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Unevictable: 85772 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Mlocked: 82700 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: SwapTotal: 8388604 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: SwapFree: 8387288 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Zswap: 56 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Zswapped: 76 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Dirty: 2296 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Writeback: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: AnonPages: 7448712 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Mapped: 260972 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Shmem: 354884 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: KReclaimable: 381504 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Slab: 665276 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: SReclaimable: 381504 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: SUnreclaim: 283772 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: KernelStack: 21856 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: PageTables: 42132 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: SecPageTables: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: NFS_Unstable: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Bounce: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: WritebackTmp: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: CommitLimit: 16442232 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Committed_AS: 19669764 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: VmallocTotal: 34359738367 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: VmallocUsed: 49448 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: VmallocChunk: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Percpu: 4736 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: HardwareCorrupted: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: AnonHugePages: 1927168 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: ShmemHugePages: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: ShmemPmdMapped: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: FileHugePages: 53248 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: FilePmdMapped: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: CmaTotal: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: CmaFree: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Unaccepted: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Balloon: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: HugePages_Total: 0 Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: HugePages_Free: 0 Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: HugePages_Rsvd: 0 Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: HugePages_Surp: 0 Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Hugepagesize: 2048 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: Hugetlb: 0 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: DirectMap4k: 481132 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: DirectMap2M: 14198784 kB Nov 25 13:02:44.154424 np0005535648.novalocal memory_tracker.sh[128204]: DirectMap1G: 4194304 kB Nov 25 13:02:44.156151 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:02:44.196698 np0005535648.novalocal memory_tracker.sh[128206]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:02:44.196698 np0005535648.novalocal memory_tracker.sh[128206]: 126973 2.2 358748 1 00:00:23 14 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000030,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-58-instance-00000030/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 84044cef-9e39-4f4a-939f-492f2ac35652 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=84044cef-9e39-4f4a-939f-492f2ac35652,uuid=84044cef-9e39-4f4a-939f-492f2ac35652,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=48,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/84044cef-9e39-4f4a-939f-492f2ac35652/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/84044cef-9e39-4f4a-939f-492f2ac35652/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"28","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:b8:31:14","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:02:44.197332 np0005535648.novalocal memory_tracker.sh[128206]: 127569 2.2 354772 1 00:00:19 22 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000033,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-61-instance-00000033/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 7e1e9e73-dd85-48cb-84d1-d8f0711c83c3 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=7e1e9e73-dd85-48cb-84d1-d8f0711c83c3,uuid=7e1e9e73-dd85-48cb-84d1-d8f0711c83c3,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=37,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/7e1e9e73-dd85-48cb-84d1-d8f0711c83c3/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/7e1e9e73-dd85-48cb-84d1-d8f0711c83c3/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"45","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:68:c8:c3","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=43,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:02:44.197598 np0005535648.novalocal memory_tracker.sh[128206]: 127861 2.0 335144 1 00:00:18 18 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000031,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-63-instance-00000031/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 350bf908-47ba-4c3c-8db2-3e3e36626e31 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=350bf908-47ba-4c3c-8db2-3e3e36626e31,uuid=350bf908-47ba-4c3c-8db2-3e3e36626e31,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=34,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/66fba3d439c465f7e95242225132bca89e019fe7","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/350bf908-47ba-4c3c-8db2-3e3e36626e31/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/350bf908-47ba-4c3c-8db2-3e3e36626e31/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"36","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:27:f5:39","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=35,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 126521 1.9 313864 1 00:00:14 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000026,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-53-instance-00000026/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 1743875a-a753-475a-a27e-0e870f116bfc -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=1743875a-a753-475a-a27e-0e870f116bfc,uuid=1743875a-a753-475a-a27e-0e870f116bfc,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=38,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/1743875a-a753-475a-a27e-0e870f116bfc/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/1743875a-a753-475a-a27e-0e870f116bfc/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:4c:b4:fe","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=41,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 65822 1.7 284488 1 00:01:51 162 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 96389 1.6 266216 96387 00:03:07 51 rt_mutex_schedule neutron-apiuWSGI worker 2 Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 96388 1.6 262936 96387 00:03:12 50 ep_poll neutron-apiuWSGI worker 1 Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 105234 1.2 207672 1 00:01:24 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 93297 1.1 186240 93296 00:00:56 14 hrtimer_nanosleep nova-apiuWSGI worker 1 Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 93298 1.1 179564 93296 00:00:55 14 ep_poll nova-apiuWSGI worker 2 Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 98974 1.1 179464 98191 00:00:08 31 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 108965 1.0 162320 108962 00:00:11 8 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 97898 0.9 156336 97061 00:00:04 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 17653 0.9 153448 1 00:00:12 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 98474 0.9 150740 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:02:44.197773 np0005535648.novalocal memory_tracker.sh[128206]: 98446 0.9 150608 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 98450 0.9 150584 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 106160 0.9 148620 106157 00:00:03 5 rt_mutex_schedule cinder-apiuWSGI worker 2 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 106159 0.9 147372 106157 00:00:03 5 ep_poll cinder-apiuWSGI worker 1 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 108966 0.9 145796 108962 00:00:11 5 ep_poll glance-apiuWSGI worker 2 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 69133 0.8 141696 69131 00:00:56 2 ep_poll keystoneuWSGI worker 2 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 69132 0.8 141268 69131 00:00:56 2 rt_mutex_schedule keystoneuWSGI worker 1 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 95936 0.8 140012 95271 00:00:05 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 102201 0.8 137856 101227 00:00:03 43 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 102216 0.8 134952 101227 00:00:03 43 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 106871 0.8 133084 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 104980 0.8 132048 104072 00:00:23 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 103463 0.8 131220 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 104979 0.8 130912 104072 00:00:23 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 108076 0.8 130260 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 104063 0.8 130044 103463 00:00:03 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 104072 0.8 129940 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 108227 0.7 126560 108076 00:00:02 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 117116 0.7 124684 1 00:07:24 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 104064 0.7 122904 103463 00:00:03 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 99828 0.7 119272 1 00:00:05 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 117191 0.7 118284 1 00:00:03 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 96301 0.7 116656 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 98986 0.6 110356 98984 00:00:06 2 ep_poll placementuWSGI worker 1 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 98987 0.6 109668 98984 00:00:06 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 16689 0.5 91496 1 00:00:17 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 116884 0.5 85200 116876 00:00:09 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 116883 0.5 85080 116876 00:00:08 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 116882 0.5 82808 116876 00:00:07 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:02:44.198485 np0005535648.novalocal memory_tracker.sh[128206]: 116885 0.5 82524 116876 00:00:06 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 92293 0.4 75516 1 00:00:05 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 116876 0.4 70460 116774 00:00:01 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 92365 0.4 67796 92293 00:00:03 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 60735 0.3 58488 1 00:00:10 26 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 94015 0.3 56532 1 00:00:10 13 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 89544 0.3 56460 1 00:00:05 1 - /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 90102 0.3 55780 1 00:00:05 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 117190 0.3 55736 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 117070 0.3 52512 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 90638 0.3 52320 1 00:00:05 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 90302 0.2 47432 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 90301 0.2 47040 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 89756 0.2 46776 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 89755 0.2 46772 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 117021 0.2 45080 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 117234 0.2 42868 117232 00:00:00 4 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 90846 0.2 41816 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 90848 0.2 41508 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 1 0.2 40544 0 00:00:45 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 119411 0.2 40452 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 1112 0.2 38128 1 00:00:14 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 67756 0.2 35840 1 00:00:04 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 110057 0.2 33872 110050 00:00:16 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 110055 0.2 33564 110050 00:00:17 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:02:44.199651 np0005535648.novalocal memory_tracker.sh[128206]: 116773 0.1 25972 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 94708 0.1 22288 1 00:00:04 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 4801 0.1 20388 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 89016 0.1 19784 1 00:00:01 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 962 0.1 17604 1 00:00:08 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 94412 0.1 16280 94411 00:00:05 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 60765 0.0 15244 1 00:00:02 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 56241 0.0 14148 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 96048 0.0 13676 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 94386 0.0 13040 94385 00:00:10 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 94429 0.0 12612 94428 00:00:05 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 93785 0.0 11852 1 00:00:06 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 927 0.0 11400 1 00:00:02 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 105928 0.0 8996 1 00:00:00 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 128156 0.0 8668 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 60734 0.0 7752 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:02:44.200498 np0005535648.novalocal memory_tracker.sh[128206]: 128157 0.0 7428 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 127159 0.0 7380 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 127895 0.0 7380 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 127023 0.0 7008 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/e9c2eedd-e21e-4bc3-b41c-2d82b166b39c.conf Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 128149 0.0 6772 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 127655 0.0 6308 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/8437b51a-aaa7-4859-9d9b-3e07ced7e456.conf Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 126567 0.0 6192 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/b35bfd86-f1c6-464b-917a-de86934fd7e8.conf Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 1 of 10-100 startups Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 128205 0.0 3892 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 793 0.0 3504 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 67054 0.0 3348 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 917 0.0 3272 911 00:00:03 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 128206 0.0 2152 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 128170 0.0 1884 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:02:44.201586 np0005535648.novalocal memory_tracker.sh[128206]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:02:44.202714 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:02:44.271189 np0005535648.novalocal memory_tracker.sh[128208]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:02:44.271189 np0005535648.novalocal memory_tracker.sh[128208]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:02:44.318373 np0005535648.novalocal memory_tracker.sh[128208]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068236KB Nov 25 13:02:44.324361 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:03:04.335301 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:03:04.336668 np0005535648.novalocal memory_tracker.sh[128608]: Tue Nov 25 01:03:04 PM EST 2025 Nov 25 13:03:04.337967 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:03:04.428729 np0005535648.novalocal memory_tracker.sh[128611]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:03:04.428729 np0005535648.novalocal memory_tracker.sh[128611]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:03:04.481788 np0005535648.novalocal memory_tracker.sh[128611]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:03:04.490689 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:03:24.503088 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:03:24.504485 np0005535648.novalocal memory_tracker.sh[129287]: Tue Nov 25 01:03:24 PM EST 2025 Nov 25 13:03:24.504791 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:03:24.578922 np0005535648.novalocal memory_tracker.sh[129289]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:03:24.578922 np0005535648.novalocal memory_tracker.sh[129289]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:03:24.625099 np0005535648.novalocal memory_tracker.sh[129289]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:03:24.639900 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:03:44.647048 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:03:44.647919 np0005535648.novalocal memory_tracker.sh[129822]: Tue Nov 25 01:03:44 PM EST 2025 Nov 25 13:03:44.648875 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:03:44.722362 np0005535648.novalocal memory_tracker.sh[129824]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:03:44.722362 np0005535648.novalocal memory_tracker.sh[129824]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:03:44.814338 np0005535648.novalocal memory_tracker.sh[129824]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:03:44.814431 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:04:04.811629 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:04:04.812849 np0005535648.novalocal memory_tracker.sh[130284]: Tue Nov 25 01:04:04 PM EST 2025 Nov 25 13:04:04.813270 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:04:04.868995 np0005535648.novalocal memory_tracker.sh[130286]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:04:04.868995 np0005535648.novalocal memory_tracker.sh[130286]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:04:04.917109 np0005535648.novalocal memory_tracker.sh[130286]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:04:04.924073 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:04:44.943469 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:04:44.944712 np0005535648.novalocal memory_tracker.sh[131212]: Tue Nov 25 01:04:44 PM EST 2025 Nov 25 13:04:44.947595 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:04:44.999013 np0005535648.novalocal memory_tracker.sh[131214]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:04:44.999013 np0005535648.novalocal memory_tracker.sh[131214]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:04:45.050271 np0005535648.novalocal memory_tracker.sh[131214]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:04:45.056297 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:05:05.062854 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:05:05.063831 np0005535648.novalocal memory_tracker.sh[131673]: Tue Nov 25 01:05:05 PM EST 2025 Nov 25 13:05:05.063965 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:05.063965 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 6956648 Nov 25 13:05:05.063965 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: MemTotal: 16107260 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: MemFree: 511420 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: MemAvailable: 6956648 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Buffers: 3884 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Cached: 6799320 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: SwapCached: 124 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Active: 8287908 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Inactive: 6169560 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Active(anon): 8047644 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Inactive(anon): 9264 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Active(file): 240264 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Inactive(file): 6160296 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Unevictable: 86112 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Mlocked: 83040 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: SwapTotal: 8388604 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: SwapFree: 8387288 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Zswap: 56 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Zswapped: 76 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Dirty: 856 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Writeback: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: AnonPages: 7604488 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Mapped: 242224 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Shmem: 386916 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: KReclaimable: 382396 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Slab: 669220 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: SReclaimable: 382396 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: SUnreclaim: 286824 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: KernelStack: 22488 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: PageTables: 42748 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: SecPageTables: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: NFS_Unstable: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Bounce: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: WritebackTmp: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: CommitLimit: 16442232 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Committed_AS: 20215288 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: VmallocTotal: 34359738367 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: VmallocUsed: 50072 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: VmallocChunk: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Percpu: 4736 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: HardwareCorrupted: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: AnonHugePages: 1863680 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: ShmemHugePages: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: ShmemPmdMapped: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: FileHugePages: 53248 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: FilePmdMapped: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: CmaTotal: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: CmaFree: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Unaccepted: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Balloon: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: HugePages_Total: 0 Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: HugePages_Free: 0 Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: HugePages_Rsvd: 0 Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: HugePages_Surp: 0 Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Hugepagesize: 2048 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: Hugetlb: 0 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: DirectMap4k: 481132 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: DirectMap2M: 14198784 kB Nov 25 13:05:05.065174 np0005535648.novalocal memory_tracker.sh[131674]: DirectMap1G: 4194304 kB Nov 25 13:05:05.066984 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:05.086634 np0005535648.novalocal memory_tracker.sh[131677]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:05:05.086634 np0005535648.novalocal memory_tracker.sh[131677]: 130760 2.2 362876 1 00:00:19 19 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:05.086634 np0005535648.novalocal memory_tracker.sh[131677]: 130340 2.1 351176 1 00:00:20 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:05.086935 np0005535648.novalocal memory_tracker.sh[131677]: 131093 2.1 341864 1 00:00:17 26 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:05.086935 np0005535648.novalocal memory_tracker.sh[131677]: 65822 1.7 286732 1 00:02:13 163 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:05:05.086935 np0005535648.novalocal memory_tracker.sh[131677]: 96389 1.6 266744 96387 00:03:40 52 - neutron-apiuWSGI worker 2 Nov 25 13:05:05.086935 np0005535648.novalocal memory_tracker.sh[131677]: 96388 1.6 262964 96387 00:03:46 51 ep_poll neutron-apiuWSGI worker 1 Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 131506 1.6 262544 1 00:00:06 7 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003e,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-83-instance-0000003e/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 98d1ee94-fb5e-4cee-b870-ee30750aa53b -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=98d1ee94-fb5e-4cee-b870-ee30750aa53b,uuid=98d1ee94-fb5e-4cee-b870-ee30750aa53b,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/98d1ee94-fb5e-4cee-b870-ee30750aa53b/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/98d1ee94-fb5e-4cee-b870-ee30750aa53b/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"48","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:7f:ef:48","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=46,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 105234 1.2 208900 1 00:01:43 22 - /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 93297 1.1 189008 93296 00:01:07 14 ep_poll nova-apiuWSGI worker 1 Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 93298 1.1 183276 93296 00:01:09 14 rt_mutex_schedule nova-apiuWSGI worker 2 Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 98974 1.1 179472 98191 00:00:10 31 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 108965 1.0 164376 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 108966 0.9 160728 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 97898 0.9 156380 97061 00:00:04 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 17653 0.9 155784 1 00:00:14 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 98474 0.9 150740 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 98446 0.9 150612 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:05.087029 np0005535648.novalocal memory_tracker.sh[131677]: 98450 0.9 150592 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 106160 0.9 149460 106157 00:00:05 5 hrtimer_nanosleep cinder-apiuWSGI worker 2 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 106159 0.9 147940 106157 00:00:04 5 ep_poll cinder-apiuWSGI worker 1 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 69133 0.8 143348 69131 00:01:09 2 rt_mutex_schedule keystoneuWSGI worker 2 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 69132 0.8 142736 69131 00:01:09 2 ep_poll keystoneuWSGI worker 1 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 102201 0.8 141604 101227 00:00:04 52 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 95936 0.8 140120 95271 00:00:06 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 102216 0.8 139604 101227 00:00:04 52 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 106871 0.8 133432 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 104980 0.8 132868 104072 00:00:29 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 104979 0.8 132848 104072 00:00:29 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 103463 0.8 131220 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 104063 0.8 130700 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 104064 0.8 130576 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 108076 0.8 130260 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 104072 0.8 129940 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 108227 0.7 127680 108076 00:00:04 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 117116 0.7 124704 1 00:09:30 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 99828 0.7 120004 1 00:00:06 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 117191 0.7 118752 1 00:00:04 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 96301 0.7 116660 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 98986 0.6 111144 98984 00:00:07 2 ep_poll placementuWSGI worker 1 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 98987 0.6 110964 98984 00:00:07 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 116884 0.6 102484 116876 00:00:14 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 116883 0.5 85836 116876 00:00:11 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 116882 0.5 85560 116876 00:00:10 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 116885 0.5 82956 116876 00:00:08 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 92293 0.4 75516 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:05:05.087234 np0005535648.novalocal memory_tracker.sh[131677]: 116876 0.4 72160 116774 00:00:01 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 92365 0.4 67796 92293 00:00:03 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 16689 0.3 62304 1 00:00:22 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 60735 0.3 58920 1 00:00:12 26 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 94015 0.3 56620 1 00:00:12 14 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 89544 0.3 56460 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 117190 0.3 56200 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 90102 0.3 55780 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 117070 0.3 52524 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 90638 0.3 52320 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 90302 0.2 47636 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 90301 0.2 47544 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 89756 0.2 46800 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 89755 0.2 46792 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 90846 0.2 41816 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 90848 0.2 41508 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 131645 0.2 41452 131641 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf cinder-rtstool save Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 119411 0.2 40576 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 1 0.2 40544 0 00:00:46 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 67756 0.2 36600 1 00:00:04 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 110057 0.2 33920 110050 00:00:22 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 110055 0.2 33588 110050 00:00:20 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 116773 0.1 25976 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 94708 0.1 22288 1 00:00:04 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:05:05.087648 np0005535648.novalocal memory_tracker.sh[131677]: 89016 0.1 20816 1 00:00:02 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 4801 0.1 20392 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 1112 0.1 18652 1 00:00:17 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 962 0.1 17604 1 00:00:09 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 94412 0.1 16288 94411 00:00:06 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 60765 0.0 15248 1 00:00:02 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 56241 0.0 14416 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 96048 0.0 13712 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 94386 0.0 13040 94385 00:00:12 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 94429 0.0 12644 94428 00:00:06 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 93785 0.0 11852 1 00:00:07 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 131667 0.0 11180 131645 00:00:00 1 - /usr/bin/python3.12 /usr/local/bin/cinder-rtstool save Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 105928 0.0 8996 1 00:00:00 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 60734 0.0 7764 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 131641 0.0 7696 108227 00:00:00 1 poll_schedule_timeout.con sudo cinder-rootwrap /etc/cinder/rootwrap.conf cinder-rtstool save Nov 25 13:05:05.088010 np0005535648.novalocal memory_tracker.sh[131677]: 131624 0.0 7684 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 130597 0.0 7376 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 131318 0.0 7376 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 131255 0.0 7372 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 131625 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 131558 0.0 6316 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/b35bfd86-f1c6-464b-917a-de86934fd7e8.conf Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 2 of 10-100 startups Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 131676 0.0 3988 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 793 0.0 3512 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 917 0.0 3272 911 00:00:04 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 131677 0.0 2136 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 131566 0.0 2028 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:05:05.088428 np0005535648.novalocal memory_tracker.sh[131677]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:05:05.088913 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:05.125861 np0005535648.novalocal memory_tracker.sh[131680]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:05:05.125861 np0005535648.novalocal memory_tracker.sh[131680]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:05:05.169794 np0005535648.novalocal memory_tracker.sh[131680]: [iscsid (pid:56241)]=14664KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:05:05.175650 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:05:25.185166 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:05:25.187281 np0005535648.novalocal memory_tracker.sh[132035]: Tue Nov 25 01:05:25 PM EST 2025 Nov 25 13:05:25.187868 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:25.187868 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 6895836 Nov 25 13:05:25.187868 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: MemTotal: 16107260 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: MemFree: 447140 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: MemAvailable: 6895836 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Buffers: 3884 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Cached: 6814836 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: SwapCached: 124 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Active: 8386276 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Inactive: 6172948 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Active(anon): 8145988 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Inactive(anon): 9264 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Active(file): 240288 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Inactive(file): 6163684 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Unevictable: 85852 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Mlocked: 82780 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: SwapTotal: 8388604 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: SwapFree: 8387288 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Zswap: 56 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Zswapped: 76 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Dirty: 820 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Writeback: 4 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: AnonPages: 7689996 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Mapped: 250844 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Shmem: 399052 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: KReclaimable: 382452 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Slab: 669600 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: SReclaimable: 382452 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: SUnreclaim: 287148 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: KernelStack: 22576 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: PageTables: 44076 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: SecPageTables: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: NFS_Unstable: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Bounce: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: WritebackTmp: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: CommitLimit: 16442232 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Committed_AS: 20350116 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: VmallocTotal: 34359738367 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: VmallocUsed: 50176 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: VmallocChunk: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Percpu: 4736 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: HardwareCorrupted: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: AnonHugePages: 1968128 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: ShmemHugePages: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: ShmemPmdMapped: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: FileHugePages: 53248 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: FilePmdMapped: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: CmaTotal: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: CmaFree: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Unaccepted: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Balloon: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: HugePages_Total: 0 Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: HugePages_Free: 0 Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: HugePages_Rsvd: 0 Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: HugePages_Surp: 0 Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Hugepagesize: 2048 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: Hugetlb: 0 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: DirectMap4k: 481132 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: DirectMap2M: 14198784 kB Nov 25 13:05:25.188638 np0005535648.novalocal memory_tracker.sh[132036]: DirectMap1G: 4194304 kB Nov 25 13:05:25.190967 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:25.232772 np0005535648.novalocal memory_tracker.sh[132038]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:05:25.232772 np0005535648.novalocal memory_tracker.sh[132038]: 131506 2.2 358352 1 00:00:19 31 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003e,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-83-instance-0000003e/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 98d1ee94-fb5e-4cee-b870-ee30750aa53b -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=98d1ee94-fb5e-4cee-b870-ee30750aa53b,uuid=98d1ee94-fb5e-4cee-b870-ee30750aa53b,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/98d1ee94-fb5e-4cee-b870-ee30750aa53b/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/98d1ee94-fb5e-4cee-b870-ee30750aa53b/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"48","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:7f:ef:48","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=46,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:25.233785 np0005535648.novalocal memory_tracker.sh[132038]: 131093 2.2 357540 1 00:00:20 15 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:25.234024 np0005535648.novalocal memory_tracker.sh[132038]: 130760 2.1 354304 1 00:00:19 8 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:25.234024 np0005535648.novalocal memory_tracker.sh[132038]: 130340 2.1 351176 1 00:00:20 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:05:25.234024 np0005535648.novalocal memory_tracker.sh[132038]: 65822 1.7 286840 1 00:02:17 163 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 96389 1.6 268592 96387 00:03:48 50 - neutron-apiuWSGI worker 2 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 96388 1.6 265136 96387 00:03:53 50 ep_poll neutron-apiuWSGI worker 1 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 105234 1.2 208976 1 00:01:44 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 93297 1.1 189056 93296 00:01:08 14 ep_poll nova-apiuWSGI worker 1 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 93298 1.1 183672 93296 00:01:10 14 rt_mutex_schedule nova-apiuWSGI worker 2 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 98974 1.1 179476 98191 00:00:10 31 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 108965 1.0 164376 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 108966 0.9 160748 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 97898 0.9 156420 97061 00:00:05 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 17653 0.9 156080 1 00:00:14 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 98474 0.9 150740 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 98446 0.9 150612 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 98450 0.9 150592 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 106160 0.9 149500 106157 00:00:05 5 ep_poll cinder-apiuWSGI worker 2 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 106159 0.9 147952 106157 00:00:05 5 rt_mutex_schedule cinder-apiuWSGI worker 1 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 69133 0.8 143356 69131 00:01:09 2 ep_poll keystoneuWSGI worker 2 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 69132 0.8 142736 69131 00:01:09 2 rt_mutex_schedule keystoneuWSGI worker 1 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 102201 0.8 141624 101227 00:00:04 53 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 102216 0.8 140572 101227 00:00:04 53 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 95936 0.8 140128 95271 00:00:06 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 106871 0.8 133432 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 104979 0.8 133188 104072 00:00:30 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 104980 0.8 133000 104072 00:00:29 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 103463 0.8 131220 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 104063 0.8 130772 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 104064 0.8 130656 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 108076 0.8 130260 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:05:25.234366 np0005535648.novalocal memory_tracker.sh[132038]: 104072 0.8 129940 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 108227 0.7 127668 108076 00:00:04 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 117116 0.7 124704 1 00:09:49 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 99828 0.7 120068 1 00:00:07 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 117191 0.7 118756 1 00:00:04 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 96301 0.7 116660 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 98986 0.6 111320 98984 00:00:08 2 rt_mutex_schedule placementuWSGI worker 1 Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 98987 0.6 111000 98984 00:00:07 2 ep_poll placementuWSGI worker 2 Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 116884 0.6 103116 116876 00:00:15 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 116883 0.5 85848 116876 00:00:11 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 116882 0.5 85680 116876 00:00:10 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 116885 0.5 82956 116876 00:00:08 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 92293 0.4 75516 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 116876 0.4 72524 116774 00:00:01 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 16689 0.4 69624 1 00:00:22 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 92365 0.4 67796 92293 00:00:03 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 60735 0.3 58952 1 00:00:13 26 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 94015 0.3 56620 1 00:00:12 13 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 89544 0.3 56460 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 117190 0.3 56272 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 90102 0.3 55780 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 117070 0.3 52524 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 90638 0.3 52320 1 00:00:06 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 90302 0.2 47636 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 90301 0.2 47544 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 89756 0.2 46800 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:05:25.235789 np0005535648.novalocal memory_tracker.sh[132038]: 89755 0.2 46792 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 90846 0.2 41816 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 90848 0.2 41508 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 119411 0.2 40588 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 1 0.2 40544 0 00:00:46 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 67756 0.2 36624 1 00:00:05 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 110057 0.2 33924 110050 00:00:23 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 110055 0.2 33588 110050 00:00:20 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 116773 0.1 25976 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 1112 0.1 22988 1 00:00:17 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 94708 0.1 22288 1 00:00:05 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 89016 0.1 20816 1 00:00:02 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 4801 0.1 20392 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 962 0.1 17604 1 00:00:10 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 94412 0.1 16288 94411 00:00:06 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 60765 0.0 15248 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 56241 0.0 14156 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 96048 0.0 13712 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:05:25.237011 np0005535648.novalocal memory_tracker.sh[132038]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 94386 0.0 13040 94385 00:00:13 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 94429 0.0 12644 94428 00:00:06 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 93785 0.0 11852 1 00:00:07 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 105928 0.0 8996 1 00:00:00 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131913 0.0 7876 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 60734 0.0 7764 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 130597 0.0 7380 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131318 0.0 7376 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131255 0.0 7372 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131912 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131968 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131969 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131970 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131971 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131972 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131974 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131976 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131977 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131978 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131973 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131975 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131979 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131980 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131981 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 131558 0.0 6316 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/b35bfd86-f1c6-464b-917a-de86934fd7e8.conf Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 1 of 10-100 startups Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:05:25.238507 np0005535648.novalocal memory_tracker.sh[132038]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 132037 0.0 3876 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 793 0.0 3512 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 917 0.0 3272 911 00:00:04 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 132038 0.0 2160 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 131907 0.0 2076 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:05:25.240206 np0005535648.novalocal memory_tracker.sh[132038]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:05:25.241607 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:05:25.304299 np0005535648.novalocal memory_tracker.sh[132040]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:05:25.304299 np0005535648.novalocal memory_tracker.sh[132040]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:05:25.349282 np0005535648.novalocal memory_tracker.sh[132040]: [iscsid (pid:56241)]=14404KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:05:25.357000 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:06:05.390063 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:06:05.391736 np0005535648.novalocal memory_tracker.sh[132878]: Tue Nov 25 01:06:05 PM EST 2025 Nov 25 13:06:05.392421 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:05.392421 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 6520912 Nov 25 13:06:05.392421 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: MemTotal: 16107260 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: MemFree: 262844 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: MemAvailable: 6520652 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Buffers: 3884 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Cached: 6636204 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: SwapCached: 124 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Active: 8719600 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Inactive: 5981988 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Active(anon): 8479344 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Inactive(anon): 9264 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Active(file): 240256 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Inactive(file): 5972724 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Unevictable: 86124 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Mlocked: 83052 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: SwapTotal: 8388604 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: SwapFree: 8387288 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Zswap: 56 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Zswapped: 76 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Dirty: 3460 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Writeback: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: AnonPages: 8008268 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Mapped: 267596 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Shmem: 411336 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: KReclaimable: 382556 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Slab: 669932 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: SReclaimable: 382556 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: SUnreclaim: 287376 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: KernelStack: 22576 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: PageTables: 45088 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: SecPageTables: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: NFS_Unstable: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Bounce: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: WritebackTmp: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: CommitLimit: 16442232 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Committed_AS: 21105836 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: VmallocTotal: 34359738367 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: VmallocUsed: 50208 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: VmallocChunk: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Percpu: 4736 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: HardwareCorrupted: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: AnonHugePages: 2269184 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: ShmemHugePages: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: ShmemPmdMapped: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: FileHugePages: 53248 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: FilePmdMapped: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: CmaTotal: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: CmaFree: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Unaccepted: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Balloon: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: HugePages_Total: 0 Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: HugePages_Free: 0 Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: HugePages_Rsvd: 0 Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: HugePages_Surp: 0 Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Hugepagesize: 2048 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: Hugetlb: 0 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: DirectMap4k: 481132 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: DirectMap2M: 14198784 kB Nov 25 13:06:05.393859 np0005535648.novalocal memory_tracker.sh[132879]: DirectMap1G: 4194304 kB Nov 25 13:06:05.394962 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:05.437464 np0005535648.novalocal memory_tracker.sh[132881]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:06:05.437464 np0005535648.novalocal memory_tracker.sh[132881]: 130760 2.2 358440 1 00:00:20 12 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:05.438406 np0005535648.novalocal memory_tracker.sh[132881]: 131093 2.1 353344 1 00:00:21 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:05.438629 np0005535648.novalocal memory_tracker.sh[132881]: 132166 2.1 353004 1 00:00:23 19 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003f,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-85-instance-0000003f/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 3b40796e-2ced-43cb-971c-489f45fe5c52 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=3b40796e-2ced-43cb-971c-489f45fe5c52,uuid=3b40796e-2ced-43cb-971c-489f45fe5c52,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=33,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:1a:de:97","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=34,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:05.438629 np0005535648.novalocal memory_tracker.sh[132881]: 130340 2.1 351180 1 00:00:20 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 132618 1.9 319452 1 00:00:14 16 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000041,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-89-instance-00000041/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6a71a162-f15f-4c3c-b2d0-75429cf81a3e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,uuid=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"54","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:61:6b:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=52,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:5,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 65822 1.7 287440 1 00:02:26 164 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 96389 1.6 272468 96387 00:04:10 51 ep_poll neutron-apiuWSGI worker 2 Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 96388 1.6 270176 96387 00:04:13 50 - neutron-apiuWSGI worker 1 Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 105234 1.2 209152 1 00:01:49 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 93297 1.1 189140 93296 00:01:11 14 ep_poll nova-apiuWSGI worker 1 Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 93298 1.1 183912 93296 00:01:13 14 rt_mutex_schedule nova-apiuWSGI worker 2 Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 98974 1.1 180092 98191 00:00:11 32 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 108965 1.0 164376 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 108966 0.9 160748 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 17653 0.9 156580 1 00:00:15 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 97898 0.9 156448 97061 00:00:05 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 98474 0.9 150740 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:05.439087 np0005535648.novalocal memory_tracker.sh[132881]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 98446 0.9 150616 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 98450 0.9 150596 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 106160 0.9 149544 106157 00:00:05 5 ep_poll cinder-apiuWSGI worker 2 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 106159 0.9 147960 106157 00:00:05 5 rt_mutex_schedule cinder-apiuWSGI worker 1 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 69133 0.8 143388 69131 00:01:10 2 ep_poll keystoneuWSGI worker 2 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 69132 0.8 142736 69131 00:01:10 2 - keystoneuWSGI worker 1 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 102201 0.8 141656 101227 00:00:04 54 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 102216 0.8 141580 101227 00:00:04 54 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 95936 0.8 140160 95271 00:00:06 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 106871 0.8 133432 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 104979 0.8 133264 104072 00:00:31 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 104980 0.8 133096 104072 00:00:31 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 103463 0.8 131220 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 104063 0.8 130812 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 104064 0.8 130656 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 108076 0.8 130260 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 104072 0.8 129940 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 108227 0.7 127668 108076 00:00:05 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 117116 0.7 124704 1 00:10:28 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 99828 0.7 120212 1 00:00:07 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 117191 0.7 119120 1 00:00:04 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 96301 0.7 116660 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 98986 0.6 111476 98984 00:00:08 2 ep_poll placementuWSGI worker 1 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 98987 0.6 111304 98984 00:00:08 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 116884 0.6 104568 116876 00:00:16 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 16689 0.5 93588 1 00:00:23 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 116883 0.5 86556 116876 00:00:12 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:06:05.440251 np0005535648.novalocal memory_tracker.sh[132881]: 116882 0.5 85724 116876 00:00:11 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 116885 0.5 83124 116876 00:00:08 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 92293 0.4 75516 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 116876 0.4 73008 116774 00:00:02 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 92365 0.4 67772 92293 00:00:03 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 60735 0.3 59220 1 00:00:13 27 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 94015 0.3 56624 1 00:00:13 13 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 89544 0.3 56460 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 117190 0.3 56400 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 90102 0.3 55780 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 117070 0.3 52528 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 90638 0.3 52320 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 90302 0.2 47636 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 90301 0.2 47544 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 89756 0.2 46800 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 89755 0.2 46792 89544 00:00:01 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 90846 0.2 41816 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 90848 0.2 41508 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 119411 0.2 40608 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 1 0.2 40544 0 00:00:47 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 1112 0.2 39904 1 00:00:19 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 67756 0.2 36672 1 00:00:05 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 110057 0.2 33928 110050 00:00:25 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 110055 0.2 33596 110050 00:00:21 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:06:05.441371 np0005535648.novalocal memory_tracker.sh[132881]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 116773 0.1 25976 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 94708 0.1 22288 1 00:00:05 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 89016 0.1 20816 1 00:00:03 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 4801 0.1 20392 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 962 0.1 17608 1 00:00:10 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 94412 0.1 16288 94411 00:00:06 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 60765 0.0 15252 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 56241 0.0 14424 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 96048 0.0 13712 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 94386 0.0 13040 94385 00:00:14 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 94429 0.0 12648 94428 00:00:07 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 93785 0.0 11852 1 00:00:08 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 132852 0.0 9404 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 132848 0.0 9140 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 105928 0.0 8996 1 00:00:00 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:06:05.442414 np0005535648.novalocal memory_tracker.sh[132881]: 60734 0.0 7764 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 131318 0.0 7376 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132497 0.0 7372 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132769 0.0 7372 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132850 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132849 0.0 7232 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132851 0.0 7232 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132853 0.0 7232 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 1 of 10-100 startups Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132880 0.0 3900 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 793 0.0 3512 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 917 0.0 3272 911 00:00:04 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132881 0.0 2200 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 132822 0.0 2028 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:06:05.443403 np0005535648.novalocal memory_tracker.sh[132881]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:06:05.444611 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:05.495289 np0005535648.novalocal memory_tracker.sh[132883]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:06:05.495289 np0005535648.novalocal memory_tracker.sh[132883]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:06:05.563199 np0005535648.novalocal memory_tracker.sh[132883]: [iscsid (pid:56241)]=14672KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:06:05.570680 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:06:25.581993 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:06:25.583954 np0005535648.novalocal memory_tracker.sh[133386]: Tue Nov 25 01:06:25 PM EST 2025 Nov 25 13:06:25.584266 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:25.584266 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 6139184 Nov 25 13:06:25.584266 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: MemTotal: 16107260 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: MemFree: 382012 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: MemAvailable: 6138144 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Buffers: 3884 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Cached: 6145356 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: SwapCached: 124 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Active: 9079440 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Inactive: 5479848 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Active(anon): 8839148 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Inactive(anon): 9264 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Active(file): 240292 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Inactive(file): 5470584 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Unevictable: 86152 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Mlocked: 83080 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: SwapTotal: 8388604 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: SwapFree: 8387288 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Zswap: 56 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Zswapped: 76 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Dirty: 2724 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Writeback: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: AnonPages: 8357556 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Mapped: 249604 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Shmem: 422732 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: KReclaimable: 382984 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Slab: 672408 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: SReclaimable: 382984 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: SUnreclaim: 289424 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: KernelStack: 22928 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: PageTables: 46716 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: SecPageTables: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: NFS_Unstable: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Bounce: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: WritebackTmp: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: CommitLimit: 16442232 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Committed_AS: 21759320 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: VmallocTotal: 34359738367 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: VmallocUsed: 50616 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: VmallocChunk: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Percpu: 4832 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: HardwareCorrupted: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: AnonHugePages: 2555904 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: ShmemHugePages: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: ShmemPmdMapped: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: FileHugePages: 53248 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: FilePmdMapped: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: CmaTotal: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: CmaFree: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Unaccepted: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Balloon: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: HugePages_Total: 0 Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: HugePages_Free: 0 Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: HugePages_Rsvd: 0 Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: HugePages_Surp: 0 Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Hugepagesize: 2048 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: Hugetlb: 0 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: DirectMap4k: 481132 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: DirectMap2M: 14198784 kB Nov 25 13:06:25.586476 np0005535648.novalocal memory_tracker.sh[133387]: DirectMap1G: 4194304 kB Nov 25 13:06:25.588657 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:25.617658 np0005535648.novalocal memory_tracker.sh[133389]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:06:25.617658 np0005535648.novalocal memory_tracker.sh[133389]: 131093 2.2 355460 1 00:00:21 12 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:25.618376 np0005535648.novalocal memory_tracker.sh[133389]: 132618 2.2 355448 1 00:00:22 21 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000041,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-89-instance-00000041/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6a71a162-f15f-4c3c-b2d0-75429cf81a3e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,uuid=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"54","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:61:6b:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=52,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:5,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:25.618608 np0005535648.novalocal memory_tracker.sh[133389]: 130760 2.1 354280 1 00:00:20 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:25.618608 np0005535648.novalocal memory_tracker.sh[133389]: 130340 2.1 351184 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:25.618929 np0005535648.novalocal memory_tracker.sh[133389]: 132166 2.1 350896 1 00:00:23 11 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003f,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-85-instance-0000003f/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 3b40796e-2ced-43cb-971c-489f45fe5c52 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=3b40796e-2ced-43cb-971c-489f45fe5c52,uuid=3b40796e-2ced-43cb-971c-489f45fe5c52,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=33,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:1a:de:97","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=34,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:25.618929 np0005535648.novalocal memory_tracker.sh[133389]: 65822 1.7 287688 1 00:02:28 164 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:06:25.618929 np0005535648.novalocal memory_tracker.sh[133389]: 96389 1.6 272480 96387 00:04:14 51 ep_poll neutron-apiuWSGI worker 2 Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 133157 1.6 270992 1 00:00:07 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000043,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-91-instance-00000043/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 0946d52d-1da4-40c2-94ac-c0723a75cf72 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=0946d52d-1da4-40c2-94ac-c0723a75cf72,uuid=0946d52d-1da4-40c2-94ac-c0723a75cf72,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=46,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"50","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:bf:87:50","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=48,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 96388 1.6 270184 96387 00:04:16 50 rt_mutex_schedule neutron-apiuWSGI worker 1 Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 105234 1.3 209564 1 00:01:52 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 93297 1.1 189284 93296 00:01:13 14 ep_poll nova-apiuWSGI worker 1 Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 93298 1.1 184068 93296 00:01:14 14 rt_mutex_schedule nova-apiuWSGI worker 2 Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 98974 1.1 180092 98191 00:00:11 32 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 108965 1.0 164376 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 108966 0.9 160748 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 97898 0.9 156448 97061 00:00:05 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 17653 0.9 156404 1 00:00:15 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 98474 0.9 150740 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:25.619241 np0005535648.novalocal memory_tracker.sh[133389]: 98446 0.9 150616 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 98450 0.9 150596 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 106160 0.9 149920 106157 00:00:06 5 ep_poll cinder-apiuWSGI worker 2 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 106159 0.9 148396 106157 00:00:05 5 rt_mutex_schedule cinder-apiuWSGI worker 1 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 69133 0.8 143436 69131 00:01:11 2 rt_mutex_schedule keystoneuWSGI worker 2 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 69132 0.8 142748 69131 00:01:11 2 ep_poll keystoneuWSGI worker 1 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 102201 0.8 142644 101227 00:00:04 55 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 102216 0.8 141616 101227 00:00:05 55 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 95936 0.8 140168 95271 00:00:07 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 106871 0.8 133448 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 104979 0.8 133264 104072 00:00:32 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 104980 0.8 133096 104072 00:00:31 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 103463 0.8 131220 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 104063 0.8 130916 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 104064 0.8 130748 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 108076 0.8 130260 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 104072 0.8 129940 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 108227 0.7 127676 108076 00:00:05 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 117116 0.7 124704 1 00:10:47 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 99828 0.7 120304 1 00:00:07 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 117191 0.7 119152 1 00:00:04 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 96301 0.7 116664 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 98986 0.6 111572 98984 00:00:08 2 rt_mutex_schedule placementuWSGI worker 1 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 98987 0.6 111396 98984 00:00:08 2 ep_poll placementuWSGI worker 2 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 116884 0.6 107356 116876 00:00:18 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 116883 0.5 86556 116876 00:00:12 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 116882 0.5 85728 116876 00:00:11 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 116885 0.5 83488 116876 00:00:09 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:06:25.619994 np0005535648.novalocal memory_tracker.sh[133389]: 92293 0.4 75516 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 116876 0.4 73480 116774 00:00:02 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 92365 0.4 68412 92293 00:00:06 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 60735 0.3 60640 1 00:00:14 28 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 16689 0.3 58708 1 00:00:24 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 94015 0.3 56716 1 00:00:13 14 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 117190 0.3 56468 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 89544 0.3 56460 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 90102 0.3 55780 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 117070 0.3 52528 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 90638 0.3 52320 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 90302 0.3 48928 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 90301 0.2 48304 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 89755 0.2 46860 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 89756 0.2 46856 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 90848 0.2 43468 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 90846 0.2 43396 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 133382 0.2 41440 133380 00:00:00 1 - /usr/bin/python3.12 /usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C lvs --noheadings --unit=g -o vg_name,name,size --nosuffix --readonly stack-volumes-lvmdriver-1/_snapshot-f1cd1438-aeb6-4c35-9ca7-715bcb808272 Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 119411 0.2 40624 1 00:00:01 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 1 0.2 40544 0 00:00:47 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 67756 0.2 36672 1 00:00:05 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 110057 0.2 33960 110050 00:00:26 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 110055 0.2 33596 110050 00:00:22 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:06:25.621052 np0005535648.novalocal memory_tracker.sh[133389]: 116773 0.1 25976 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 1112 0.1 22432 1 00:00:20 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 94708 0.1 22288 1 00:00:05 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 89016 0.1 20816 1 00:00:03 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 4801 0.1 20396 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 962 0.1 17612 1 00:00:10 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 94412 0.1 16288 94411 00:00:07 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 60765 0.0 15256 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 56241 0.0 14424 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 96048 0.0 13732 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 94386 0.0 13040 94385 00:00:14 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 94429 0.0 12648 94428 00:00:07 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 93785 0.0 11852 1 00:00:08 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 133176 0.0 9120 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 105928 0.0 8996 1 00:00:00 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 133173 0.0 8668 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 133209 0.0 8060 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/6bab6fca-b660-4576-bca6-f4b266bc8380.conf Nov 25 13:06:25.622180 np0005535648.novalocal memory_tracker.sh[133389]: 133081 0.0 7880 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 60734 0.0 7788 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133380 0.0 7744 108227 00:00:00 1 poll_schedule_timeout.con sudo cinder-rootwrap /etc/cinder/rootwrap.conf env LC_ALL=C lvs --noheadings --unit=g -o vg_name,name,size --nosuffix --readonly stack-volumes-lvmdriver-1/_snapshot-f1cd1438-aeb6-4c35-9ca7-715bcb808272 Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 132984 0.0 7384 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 132497 0.0 7372 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 132769 0.0 7372 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133082 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133171 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133172 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133177 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133178 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133179 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133180 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133181 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133182 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133183 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133184 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133185 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133186 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 133388 0.0 3960 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 793 0.0 3512 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 917 0.0 3272 911 00:00:04 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:06:25.623798 np0005535648.novalocal memory_tracker.sh[133389]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 133389 0.0 2128 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 133308 0.0 2024 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:06:25.625417 np0005535648.novalocal memory_tracker.sh[133389]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:06:25.625854 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:25.702880 np0005535648.novalocal memory_tracker.sh[133392]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:06:25.702880 np0005535648.novalocal memory_tracker.sh[133392]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:06:25.754111 np0005535648.novalocal memory_tracker.sh[133392]: [iscsid (pid:56241)]=14672KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:06:25.761927 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:06:45.770623 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:06:45.771524 np0005535648.novalocal memory_tracker.sh[133884]: Tue Nov 25 01:06:45 PM EST 2025 Nov 25 13:06:45.772790 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:06:45.826161 np0005535648.novalocal memory_tracker.sh[133886]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:06:45.826161 np0005535648.novalocal memory_tracker.sh[133886]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:06:45.886187 np0005535648.novalocal memory_tracker.sh[133886]: [lvremove (pid:133887)]=368KB; [iscsid (pid:56241)]=14672KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:06:45.895714 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:07:05.906343 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:07:05.908348 np0005535648.novalocal memory_tracker.sh[134299]: Tue Nov 25 01:07:05 PM EST 2025 Nov 25 13:07:05.908880 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:05.908880 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 6122520 Nov 25 13:07:05.908880 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: MemTotal: 16107260 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: MemFree: 359076 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: MemAvailable: 6122520 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Buffers: 5292 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Cached: 6163372 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: SwapCached: 124 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Active: 9119304 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Inactive: 5487064 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Active(anon): 8879116 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Inactive(anon): 9264 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Active(file): 240188 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Inactive(file): 5477800 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Unevictable: 86228 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Mlocked: 83156 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: SwapTotal: 8388604 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: SwapFree: 8387288 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Zswap: 56 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Zswapped: 76 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Dirty: 2612 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Writeback: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: AnonPages: 8382864 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Mapped: 261912 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Shmem: 434892 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: KReclaimable: 383184 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Slab: 673116 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: SReclaimable: 383184 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: SUnreclaim: 289932 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: KernelStack: 22384 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: PageTables: 45996 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: SecPageTables: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: NFS_Unstable: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Bounce: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: WritebackTmp: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: CommitLimit: 16442232 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Committed_AS: 21783140 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: VmallocTotal: 34359738367 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: VmallocUsed: 50120 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: VmallocChunk: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Percpu: 4832 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: HardwareCorrupted: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: AnonHugePages: 2588672 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: ShmemHugePages: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: ShmemPmdMapped: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: FileHugePages: 53248 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: FilePmdMapped: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: CmaTotal: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: CmaFree: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Unaccepted: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Balloon: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: HugePages_Total: 0 Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: HugePages_Free: 0 Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: HugePages_Rsvd: 0 Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: HugePages_Surp: 0 Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Hugepagesize: 2048 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: Hugetlb: 0 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: DirectMap4k: 481132 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: DirectMap2M: 14198784 kB Nov 25 13:07:05.910804 np0005535648.novalocal memory_tracker.sh[134300]: DirectMap1G: 4194304 kB Nov 25 13:07:05.911789 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:05.951655 np0005535648.novalocal memory_tracker.sh[134302]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:07:05.951655 np0005535648.novalocal memory_tracker.sh[134302]: 133157 2.2 358584 1 00:00:20 10 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000043,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-91-instance-00000043/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 0946d52d-1da4-40c2-94ac-c0723a75cf72 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=0946d52d-1da4-40c2-94ac-c0723a75cf72,uuid=0946d52d-1da4-40c2-94ac-c0723a75cf72,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=46,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"50","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:bf:87:50","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=48,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:05.952238 np0005535648.novalocal memory_tracker.sh[134302]: 132618 2.2 355316 1 00:00:23 7 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000041,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-89-instance-00000041/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6a71a162-f15f-4c3c-b2d0-75429cf81a3e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,uuid=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"54","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:61:6b:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=52,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:5,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:05.952336 np0005535648.novalocal memory_tracker.sh[134302]: 130760 2.1 354268 1 00:00:20 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:05.952412 np0005535648.novalocal memory_tracker.sh[134302]: 131093 2.1 353332 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:05.952412 np0005535648.novalocal memory_tracker.sh[134302]: 130340 2.1 351184 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 133782 1.9 308312 1 00:00:15 10 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003f,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-93-instance-0000003f/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 3b40796e-2ced-43cb-971c-489f45fe5c52 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=3b40796e-2ced-43cb-971c-489f45fe5c52,uuid=3b40796e-2ced-43cb-971c-489f45fe5c52,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=33,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:1a:de:97","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=34,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 65822 1.7 288524 1 00:02:34 164 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 96389 1.6 272924 96387 00:04:24 50 ep_poll neutron-apiuWSGI worker 2 Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 96388 1.6 270268 96387 00:04:27 50 rt_mutex_schedule neutron-apiuWSGI worker 1 Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 105234 1.3 210224 1 00:01:56 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 93297 1.1 190996 93296 00:01:16 14 ep_poll nova-apiuWSGI worker 1 Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 93298 1.1 184316 93296 00:01:17 14 rt_mutex_schedule nova-apiuWSGI worker 2 Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 98974 1.1 180108 98191 00:00:11 32 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 108965 1.0 164376 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 108966 0.9 160748 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 97898 0.9 156456 97061 00:00:05 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 17653 0.9 154896 1 00:00:15 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 106160 0.9 151164 106157 00:00:06 5 wait_woken cinder-apiuWSGI worker 2 Nov 25 13:07:05.952565 np0005535648.novalocal memory_tracker.sh[134302]: 98474 0.9 150744 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 98446 0.9 150616 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 98450 0.9 150596 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 106159 0.9 149948 106157 00:00:07 5 ep_poll cinder-apiuWSGI worker 1 Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 102201 0.8 144776 101227 00:00:04 59 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 102216 0.8 143644 101227 00:00:05 58 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 69133 0.8 143524 69131 00:01:13 2 - keystoneuWSGI worker 2 Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 69132 0.8 142776 69131 00:01:13 2 ep_poll keystoneuWSGI worker 1 Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 95936 0.8 140200 95271 00:00:07 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 106871 0.8 133792 1 00:00:03 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 104979 0.8 133396 104072 00:00:33 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 104980 0.8 133244 104072 00:00:32 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 103463 0.8 131220 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 104063 0.8 131200 103463 00:00:04 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 104064 0.8 130896 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 108076 0.8 130260 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 104072 0.8 129940 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 108227 0.7 127852 108076 00:00:06 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 117116 0.7 124704 1 00:11:25 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 99828 0.7 120400 1 00:00:07 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 117191 0.7 119160 1 00:00:04 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 96301 0.7 116664 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 98986 0.6 111852 98984 00:00:09 2 ep_poll placementuWSGI worker 1 Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 98987 0.6 111712 98984 00:00:08 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 116884 0.6 110200 116876 00:00:20 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 116883 0.5 87908 116876 00:00:13 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:07:05.952882 np0005535648.novalocal memory_tracker.sh[134302]: 116882 0.5 85852 116876 00:00:11 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 116885 0.5 83584 116876 00:00:09 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 92293 0.4 75516 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 16689 0.4 74668 1 00:00:26 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 116876 0.4 73684 116774 00:00:02 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 92365 0.4 68412 92293 00:00:06 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 60735 0.3 60656 1 00:00:14 28 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 94015 0.3 56728 1 00:00:13 13 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 117190 0.3 56652 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 89544 0.3 56460 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 90102 0.3 55780 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 117070 0.3 52528 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 90638 0.3 52320 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 90302 0.3 48928 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 90301 0.2 48304 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 89755 0.2 46860 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 89756 0.2 46856 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 90848 0.2 43468 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 90846 0.2 43396 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 119411 0.2 40632 1 00:00:01 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 1 0.2 40544 0 00:00:48 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 67756 0.2 38780 1 00:00:05 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 110057 0.2 33960 110050 00:00:26 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 110055 0.2 33604 110050 00:00:23 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:07:05.953401 np0005535648.novalocal memory_tracker.sh[134302]: 1112 0.1 30788 1 00:00:20 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 116773 0.1 25980 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 94708 0.1 22288 1 00:00:05 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 89016 0.1 20816 1 00:00:03 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 4801 0.1 20396 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 962 0.1 17616 1 00:00:10 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 94412 0.1 16288 94411 00:00:07 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 60765 0.0 15256 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 56241 0.0 14424 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 96048 0.0 13748 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 94386 0.0 13040 94385 00:00:15 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 94429 0.0 12652 94428 00:00:07 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 93785 0.0 11852 1 00:00:08 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 105928 0.0 8996 1 00:00:01 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 133209 0.0 8060 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/6bab6fca-b660-4576-bca6-f4b266bc8380.conf Nov 25 13:07:05.953933 np0005535648.novalocal memory_tracker.sh[134302]: 60734 0.0 7788 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 134209 0.0 7356 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 134201 0.0 7324 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 134041 0.0 7320 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 134301 0.0 3984 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 793 0.0 3512 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 917 0.0 3272 911 00:00:04 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 134302 0.0 2124 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 134265 0.0 2044 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:07:05.954533 np0005535648.novalocal memory_tracker.sh[134302]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:07:05.955278 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:06.031373 np0005535648.novalocal memory_tracker.sh[134304]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:07:06.031373 np0005535648.novalocal memory_tracker.sh[134304]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:07:06.088464 np0005535648.novalocal memory_tracker.sh[134304]: [iscsid (pid:56241)]=14672KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:07:06.095569 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:07:26.107615 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:07:26.109611 np0005535648.novalocal memory_tracker.sh[134941]: Tue Nov 25 01:07:26 PM EST 2025 Nov 25 13:07:26.110301 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:26.110301 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 5772156 Nov 25 13:07:26.110301 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: MemTotal: 16107260 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: MemFree: 213168 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: MemAvailable: 5775836 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Buffers: 5292 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Cached: 5970692 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: SwapCached: 124 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Active: 9467324 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Inactive: 5285864 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Active(anon): 9227044 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Inactive(anon): 9268 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Active(file): 240280 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Inactive(file): 5276596 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Unevictable: 86228 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Mlocked: 83156 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: SwapTotal: 8388604 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: SwapFree: 8387288 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Zswap: 56 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Zswapped: 76 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Dirty: 2996 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Writeback: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: AnonPages: 8722216 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Mapped: 266764 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Shmem: 443384 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: KReclaimable: 383520 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Slab: 674556 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: SReclaimable: 383520 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: SUnreclaim: 291036 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: KernelStack: 23088 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: PageTables: 48628 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: SecPageTables: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: NFS_Unstable: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Bounce: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: WritebackTmp: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: CommitLimit: 16442232 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Committed_AS: 22979416 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: VmallocTotal: 34359738367 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: VmallocUsed: 50856 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: VmallocChunk: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Percpu: 4928 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: HardwareCorrupted: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: AnonHugePages: 2836480 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: ShmemHugePages: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: ShmemPmdMapped: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: FileHugePages: 53248 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: FilePmdMapped: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: CmaTotal: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: CmaFree: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Unaccepted: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Balloon: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: HugePages_Total: 0 Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: HugePages_Free: 0 Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: HugePages_Rsvd: 0 Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: HugePages_Surp: 0 Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Hugepagesize: 2048 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: Hugetlb: 0 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: DirectMap4k: 481132 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: DirectMap2M: 14198784 kB Nov 25 13:07:26.110513 np0005535648.novalocal memory_tracker.sh[134942]: DirectMap1G: 4194304 kB Nov 25 13:07:26.112160 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:26.136568 np0005535648.novalocal memory_tracker.sh[134944]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:07:26.136568 np0005535648.novalocal memory_tracker.sh[134944]: 133157 2.2 354448 1 00:00:20 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000043,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-91-instance-00000043/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 0946d52d-1da4-40c2-94ac-c0723a75cf72 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=0946d52d-1da4-40c2-94ac-c0723a75cf72,uuid=0946d52d-1da4-40c2-94ac-c0723a75cf72,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=46,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"50","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:bf:87:50","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=48,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.136791 np0005535648.novalocal memory_tracker.sh[134944]: 130760 2.1 354268 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.136855 np0005535648.novalocal memory_tracker.sh[134944]: 131093 2.1 353332 1 00:00:22 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.136855 np0005535648.novalocal memory_tracker.sh[134944]: 130340 2.1 351184 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.136950 np0005535648.novalocal memory_tracker.sh[134944]: 133782 1.9 308388 1 00:00:15 7 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003f,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-93-instance-0000003f/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 3b40796e-2ced-43cb-971c-489f45fe5c52 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=3b40796e-2ced-43cb-971c-489f45fe5c52,uuid=3b40796e-2ced-43cb-971c-489f45fe5c52,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=33,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:1a:de:97","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=34,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.137010 np0005535648.novalocal memory_tracker.sh[134944]: 134476 1.8 291976 1 00:00:10 13 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000046,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-97-instance-00000046/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 06e245fe-2441-4feb-8d77-814e7d3c5175 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=06e245fe-2441-4feb-8d77-814e7d3c5175,uuid=06e245fe-2441-4feb-8d77-814e7d3c5175,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=45,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/06e245fe-2441-4feb-8d77-814e7d3c5175/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/06e245fe-2441-4feb-8d77-814e7d3c5175/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"58","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:11:48:1a","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=57,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:6,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.137010 np0005535648.novalocal memory_tracker.sh[134944]: 65822 1.7 288580 1 00:02:37 164 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:07:26.137010 np0005535648.novalocal memory_tracker.sh[134944]: 96389 1.6 272924 96387 00:04:29 50 - neutron-apiuWSGI worker 2 Nov 25 13:07:26.137010 np0005535648.novalocal memory_tracker.sh[134944]: 96388 1.6 270276 96387 00:04:30 51 ep_poll neutron-apiuWSGI worker 1 Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 134646 1.4 234784 1 00:00:07 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000047,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-98-instance-00000047/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid a7df36c3-e701-402e-8200-bc78783bc41c -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=a7df36c3-e701-402e-8200-bc78783bc41c,uuid=a7df36c3-e701-402e-8200-bc78783bc41c,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/66fba3d439c465f7e95242225132bca89e019fe7","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/a7df36c3-e701-402e-8200-bc78783bc41c/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/a7df36c3-e701-402e-8200-bc78783bc41c/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"54","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:af:ce:4e","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=52,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:5,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 105234 1.3 210220 1 00:02:01 22 - /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 93297 1.1 191212 93296 00:01:18 14 wait_woken nova-apiuWSGI worker 1 Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 93298 1.1 184404 93296 00:01:20 14 - nova-apiuWSGI worker 2 Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 98974 1.1 180108 98191 00:00:11 32 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 108965 1.0 164376 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 108966 0.9 160748 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 97898 0.9 156460 97061 00:00:05 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 17653 0.9 155144 1 00:00:16 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 106160 0.9 151316 106157 00:00:07 5 ep_poll cinder-apiuWSGI worker 2 Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 98474 0.9 150744 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:26.137099 np0005535648.novalocal memory_tracker.sh[134944]: 98446 0.9 150616 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 98450 0.9 150596 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 106159 0.9 149960 106157 00:00:07 5 hrtimer_nanosleep cinder-apiuWSGI worker 1 Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 134814 0.9 147076 1 00:00:02 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000048,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-99-instance-00000048/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 8085f9ce-40d8-4130-acd0-e2b975612e6d -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=8085f9ce-40d8-4130-acd0-e2b975612e6d,uuid=8085f9ce-40d8-4130-acd0-e2b975612e6d,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=56,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/8085f9ce-40d8-4130-acd0-e2b975612e6d/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/8085f9ce-40d8-4130-acd0-e2b975612e6d/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"62","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:4d:7c:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=61,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:7,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 102201 0.8 144824 101227 00:00:05 60 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 102216 0.8 143692 101227 00:00:05 59 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 69133 0.8 143524 69131 00:01:13 2 rt_mutex_schedule keystoneuWSGI worker 2 Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 69132 0.8 142776 69131 00:01:13 2 ep_poll keystoneuWSGI worker 1 Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 95936 0.8 140220 95271 00:00:07 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 106871 0.8 133920 1 00:00:03 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 104979 0.8 133412 104072 00:00:34 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 104980 0.8 133324 104072 00:00:34 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 104063 0.8 131272 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 103463 0.8 131220 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 104064 0.8 130996 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 108076 0.8 130260 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:07:26.137360 np0005535648.novalocal memory_tracker.sh[134944]: 104072 0.8 129940 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 108227 0.7 127904 108076 00:00:07 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 117116 0.7 124716 1 00:11:42 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 99828 0.7 120408 1 00:00:08 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 117191 0.7 119456 1 00:00:04 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 96301 0.7 116664 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 98986 0.6 112024 98984 00:00:09 2 ep_poll placementuWSGI worker 1 Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 98987 0.6 111992 98984 00:00:09 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 116884 0.6 110728 116876 00:00:20 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 116883 0.5 87908 116876 00:00:13 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 116882 0.5 86132 116876 00:00:12 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 116885 0.5 83612 116876 00:00:09 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 16689 0.5 82676 1 00:00:26 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 92293 0.4 75516 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 116876 0.4 73804 116774 00:00:02 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 92365 0.4 68388 92293 00:00:06 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 60735 0.3 62144 1 00:00:15 31 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 94015 0.3 56728 1 00:00:14 14 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 117190 0.3 56712 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 89544 0.3 56460 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 90102 0.3 55780 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 117070 0.3 52528 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 90638 0.3 52320 1 00:00:07 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 90302 0.3 48928 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 90301 0.2 48304 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 89755 0.2 46860 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:07:26.137651 np0005535648.novalocal memory_tracker.sh[134944]: 89756 0.2 46856 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 90848 0.2 43468 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 90846 0.2 43396 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 134877 0.2 41440 134875 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/cinder-rootwrap /etc/cinder/rootwrap.conf cinder-rtstool save Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 119411 0.2 40636 1 00:00:01 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 1 0.2 40544 0 00:00:48 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 67756 0.2 38800 1 00:00:05 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 1112 0.2 36012 1 00:00:21 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 134926 0.2 34884 134877 00:00:00 1 folio_wait_bit_common /usr/bin/python3.12 /usr/local/bin/cinder-rtstool save Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 110057 0.2 33960 110050 00:00:27 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 110055 0.2 33604 110050 00:00:24 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:07:26.138038 np0005535648.novalocal memory_tracker.sh[134944]: 116773 0.1 25980 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 134894 0.1 22540 1 00:00:00 3 folio_wait_bit_common /usr/libexec/qemu-kvm -name guest=instance-00000049,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-100-instance-00000049/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 190557c2-2dc7-4fca-ac5f-0f93e1be7e8a -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=190557c2-2dc7-4fca-ac5f-0f93e1be7e8a,uuid=190557c2-2dc7-4fca-ac5f-0f93e1be7e8a,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=63,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/190557c2-2dc7-4fca-ac5f-0f93e1be7e8a/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/190557c2-2dc7-4fca-ac5f-0f93e1be7e8a/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"66","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:01:2a:b5","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=65,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:8,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 94708 0.1 22288 1 00:00:05 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 89016 0.1 20816 1 00:00:03 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 4801 0.1 20396 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 962 0.1 17704 1 00:00:10 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 94412 0.1 16288 94411 00:00:07 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 60765 0.0 15272 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 56241 0.0 14424 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:07:26.138244 np0005535648.novalocal memory_tracker.sh[134944]: 96048 0.0 13756 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 94386 0.0 13040 94385 00:00:15 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 94429 0.0 12652 94428 00:00:08 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 93785 0.0 11852 1 00:00:09 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 105928 0.0 8996 1 00:00:01 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 133209 0.0 8060 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/6bab6fca-b660-4576-bca6-f4b266bc8380.conf Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134803 0.0 7876 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134810 0.0 7876 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 60734 0.0 7788 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134875 0.0 7744 108227 00:00:00 1 poll_schedule_timeout.con sudo cinder-rootwrap /etc/cinder/rootwrap.conf cinder-rtstool save Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134907 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134908 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134909 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134910 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134912 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134913 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134914 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134915 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134209 0.0 7356 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134041 0.0 7328 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134201 0.0 7324 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134911 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134916 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134917 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134918 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134919 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134920 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 134558 0.0 6252 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/64a41b7d-b361-4553-bf3f-6272d4876a95.conf Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups Nov 25 13:07:26.138575 np0005535648.novalocal memory_tracker.sh[134944]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 134943 0.0 4028 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 793 0.0 3556 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 917 0.0 3272 911 00:00:04 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 134944 0.0 2124 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 134704 0.0 1968 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:07:26.139032 np0005535648.novalocal memory_tracker.sh[134944]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:07:26.139384 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:07:26.139384 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:08:06.158686 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:08:06.160312 np0005535648.novalocal memory_tracker.sh[135333]: Tue Nov 25 01:08:06 PM EST 2025 Nov 25 13:08:06.161256 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:06.161256 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 5526820 Nov 25 13:08:06.161256 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: MemTotal: 16107260 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: MemFree: 279816 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: MemAvailable: 5527240 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Buffers: 5292 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Cached: 5659336 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: SwapCached: 124 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Active: 9730760 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Inactive: 4959144 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Active(anon): 9479096 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Inactive(anon): 9268 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Active(file): 251664 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Inactive(file): 4949876 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Unevictable: 86228 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Mlocked: 83156 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: SwapTotal: 8388604 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: SwapFree: 8387288 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Zswap: 56 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Zswapped: 76 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Dirty: 1072 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Writeback: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: AnonPages: 8970380 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Mapped: 273652 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Shmem: 447352 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: KReclaimable: 383612 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Slab: 674748 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: SReclaimable: 383612 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: SUnreclaim: 291136 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: KernelStack: 23440 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: PageTables: 50048 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: SecPageTables: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: NFS_Unstable: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Bounce: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: WritebackTmp: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: CommitLimit: 16442232 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Committed_AS: 25057036 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: VmallocTotal: 34359738367 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: VmallocUsed: 51240 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: VmallocChunk: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Percpu: 4928 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: HardwareCorrupted: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: AnonHugePages: 3078144 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: ShmemHugePages: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: ShmemPmdMapped: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: FileHugePages: 53248 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: FilePmdMapped: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: CmaTotal: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: CmaFree: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Unaccepted: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Balloon: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: HugePages_Total: 0 Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: HugePages_Free: 0 Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: HugePages_Rsvd: 0 Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: HugePages_Surp: 0 Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Hugepagesize: 2048 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: Hugetlb: 0 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: DirectMap4k: 481132 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: DirectMap2M: 14198784 kB Nov 25 13:08:06.161905 np0005535648.novalocal memory_tracker.sh[135334]: DirectMap1G: 4194304 kB Nov 25 13:08:06.163756 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:06.212165 np0005535648.novalocal memory_tracker.sh[135336]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:08:06.212165 np0005535648.novalocal memory_tracker.sh[135336]: 133157 2.2 356528 1 00:00:20 8 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000043,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-91-instance-00000043/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 0946d52d-1da4-40c2-94ac-c0723a75cf72 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=0946d52d-1da4-40c2-94ac-c0723a75cf72,uuid=0946d52d-1da4-40c2-94ac-c0723a75cf72,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=46,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"50","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:bf:87:50","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=48,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.212644 np0005535648.novalocal memory_tracker.sh[135336]: 130760 2.1 354268 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.212762 np0005535648.novalocal memory_tracker.sh[135336]: 131093 2.1 353332 1 00:00:22 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.212762 np0005535648.novalocal memory_tracker.sh[135336]: 130340 2.1 351184 1 00:00:22 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.212964 np0005535648.novalocal memory_tracker.sh[135336]: 134646 2.0 326984 1 00:00:19 23 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000047,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-98-instance-00000047/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid a7df36c3-e701-402e-8200-bc78783bc41c -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=a7df36c3-e701-402e-8200-bc78783bc41c,uuid=a7df36c3-e701-402e-8200-bc78783bc41c,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/66fba3d439c465f7e95242225132bca89e019fe7","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/a7df36c3-e701-402e-8200-bc78783bc41c/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/a7df36c3-e701-402e-8200-bc78783bc41c/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"54","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:af:ce:4e","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=52,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:5,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.213114 np0005535648.novalocal memory_tracker.sh[135336]: 134814 1.9 314036 1 00:00:15 22 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000048,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-99-instance-00000048/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 8085f9ce-40d8-4130-acd0-e2b975612e6d -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=8085f9ce-40d8-4130-acd0-e2b975612e6d,uuid=8085f9ce-40d8-4130-acd0-e2b975612e6d,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=56,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/8085f9ce-40d8-4130-acd0-e2b975612e6d/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/8085f9ce-40d8-4130-acd0-e2b975612e6d/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"62","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:4d:7c:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=61,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:7,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.213253 np0005535648.novalocal memory_tracker.sh[135336]: 133782 1.9 308376 1 00:00:16 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003f,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-93-instance-0000003f/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 3b40796e-2ced-43cb-971c-489f45fe5c52 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=3b40796e-2ced-43cb-971c-489f45fe5c52,uuid=3b40796e-2ced-43cb-971c-489f45fe5c52,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=33,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:1a:de:97","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=34,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.213253 np0005535648.novalocal memory_tracker.sh[135336]: 65822 1.8 290392 1 00:02:38 166 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:08:06.213253 np0005535648.novalocal memory_tracker.sh[135336]: 96389 1.6 272932 96387 00:04:33 51 ep_poll neutron-apiuWSGI worker 2 Nov 25 13:08:06.213253 np0005535648.novalocal memory_tracker.sh[135336]: 96388 1.6 270268 96387 00:04:33 50 rt_mutex_schedule neutron-apiuWSGI worker 1 Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 135016 1.5 245808 1 00:00:25 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000041,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-101-instance-00000041/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6a71a162-f15f-4c3c-b2d0-75429cf81a3e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,uuid=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=67,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"70","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:61:6b:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=69,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:9,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 105234 1.3 210256 1 00:02:04 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 93297 1.2 195680 93296 00:01:20 14 ep_poll nova-apiuWSGI worker 1 Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 93298 1.1 192056 93296 00:01:23 14 rt_mutex_schedule nova-apiuWSGI worker 2 Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 98974 1.1 180108 98191 00:00:12 32 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 108965 1.0 164376 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 108966 0.9 160748 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 97898 0.9 156460 97061 00:00:05 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 17653 0.9 154996 1 00:00:16 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 106160 0.9 151360 106157 00:00:07 5 rt_mutex_schedule cinder-apiuWSGI worker 2 Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 98474 0.9 150744 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:06.213478 np0005535648.novalocal memory_tracker.sh[135336]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 98446 0.9 150620 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 98450 0.9 150600 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 106159 0.9 150028 106157 00:00:07 5 ep_poll cinder-apiuWSGI worker 1 Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 102201 0.8 144824 101227 00:00:05 60 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 102216 0.8 143692 101227 00:00:05 59 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 69133 0.8 143524 69131 00:01:13 2 rt_mutex_schedule keystoneuWSGI worker 2 Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 69132 0.8 142776 69131 00:01:13 2 ep_poll keystoneuWSGI worker 1 Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 95936 0.8 140260 95271 00:00:07 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 106871 0.8 133920 1 00:00:03 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 104979 0.8 133432 104072 00:00:35 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 104980 0.8 133392 104072 00:00:35 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 104063 0.8 131272 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 103463 0.8 131220 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 104064 0.8 131008 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 108076 0.8 130260 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 104072 0.8 129940 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 108227 0.7 128160 108076 00:00:07 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 117116 0.7 124716 1 00:12:17 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 99828 0.7 120464 1 00:00:08 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 117191 0.7 119548 1 00:00:05 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 96301 0.7 116664 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 98986 0.6 112104 98984 00:00:09 2 ep_poll placementuWSGI worker 1 Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 98987 0.6 112072 98984 00:00:09 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 116884 0.6 110760 116876 00:00:20 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 16689 0.5 88292 1 00:00:26 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 116883 0.5 87908 116876 00:00:13 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:08:06.213978 np0005535648.novalocal memory_tracker.sh[135336]: 116882 0.5 86176 116876 00:00:12 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 116885 0.5 83612 116876 00:00:09 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 92293 0.4 75516 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 116876 0.4 73872 116774 00:00:02 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 92365 0.4 68388 92293 00:00:06 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 60735 0.4 64684 1 00:00:15 32 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 117190 0.3 56836 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 94015 0.3 56728 1 00:00:14 13 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 89544 0.3 56460 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 90102 0.3 55780 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 135275 0.3 55244 1 00:00:02 7 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000046,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-102-instance-00000046/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 06e245fe-2441-4feb-8d77-814e7d3c5175 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=06e245fe-2441-4feb-8d77-814e7d3c5175,uuid=06e245fe-2441-4feb-8d77-814e7d3c5175,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=45,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/06e245fe-2441-4feb-8d77-814e7d3c5175/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/06e245fe-2441-4feb-8d77-814e7d3c5175/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"58","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:11:48:1a","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=57,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:6,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 117070 0.3 52528 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:08:06.217199 np0005535648.novalocal memory_tracker.sh[135336]: 90638 0.3 52320 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 135303 0.3 50760 1 00:00:01 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000004a,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-103-instance-0000004a/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 51a57c24-9369-4194-bf9a-4b4819f61b5c -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=51a57c24-9369-4194-bf9a-4b4819f61b5c,uuid=51a57c24-9369-4194-bf9a-4b4819f61b5c,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=68,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/51a57c24-9369-4194-bf9a-4b4819f61b5c/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/51a57c24-9369-4194-bf9a-4b4819f61b5c/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"73","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:6d:f6:dc","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=71,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:8,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 90302 0.3 48928 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 90301 0.2 48304 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 89755 0.2 46860 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 89756 0.2 46856 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 90848 0.2 43468 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 90846 0.2 43396 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 119411 0.2 40648 1 00:00:01 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 1 0.2 40544 0 00:00:48 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 1112 0.2 39604 1 00:00:21 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 67756 0.2 38888 1 00:00:05 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:08:06.217777 np0005535648.novalocal memory_tracker.sh[135336]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 110057 0.2 33980 110050 00:00:27 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 110055 0.2 33608 110050 00:00:25 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 116773 0.1 25984 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 94708 0.1 22288 1 00:00:05 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 89016 0.1 20816 1 00:00:03 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 4801 0.1 20396 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 962 0.1 17716 1 00:00:11 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 94412 0.1 16288 94411 00:00:07 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 60765 0.0 15284 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 56241 0.0 14424 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 96048 0.0 13756 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 94386 0.0 13040 94385 00:00:15 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 94429 0.0 12652 94428 00:00:08 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 93785 0.0 11852 1 00:00:09 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 105928 0.0 8996 1 00:00:01 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:08:06.218314 np0005535648.novalocal memory_tracker.sh[135336]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 133209 0.0 8060 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/6bab6fca-b660-4576-bca6-f4b266bc8380.conf Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 135268 0.0 7876 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 60734 0.0 7788 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 135273 0.0 7360 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 134209 0.0 7356 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 134041 0.0 7344 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 134201 0.0 7324 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 134558 0.0 6252 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/64a41b7d-b361-4553-bf3f-6272d4876a95.conf Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 135335 0.0 4004 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 793 0.0 3556 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 917 0.0 3272 911 00:00:05 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 135336 0.0 2196 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 135224 0.0 1964 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:08:06.219281 np0005535648.novalocal memory_tracker.sh[135336]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:08:06.220432 np0005535648.novalocal memory_tracker.sh[135336]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:08:06.220432 np0005535648.novalocal memory_tracker.sh[135336]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:08:06.220432 np0005535648.novalocal memory_tracker.sh[135336]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:08:06.220432 np0005535648.novalocal memory_tracker.sh[135336]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:08:06.225113 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:06.225113 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:08:26.225468 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:08:26.227300 np0005535648.novalocal memory_tracker.sh[135536]: Tue Nov 25 01:08:26 PM EST 2025 Nov 25 13:08:26.227896 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:26.227896 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 5225164 Nov 25 13:08:26.227896 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: MemTotal: 16107260 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: MemFree: 440896 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: MemAvailable: 5225164 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Buffers: 5292 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Cached: 5203972 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: SwapCached: 124 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Active: 10003744 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Inactive: 4481396 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Active(anon): 9737512 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Inactive(anon): 9264 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Active(file): 266232 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Inactive(file): 4472132 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Unevictable: 86244 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Mlocked: 83172 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: SwapTotal: 8388604 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: SwapFree: 8387288 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Zswap: 56 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Zswapped: 76 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Dirty: 160 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Writeback: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: AnonPages: 9216956 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Mapped: 282680 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Shmem: 455164 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: KReclaimable: 383632 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Slab: 674648 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: SReclaimable: 383632 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: SUnreclaim: 291016 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: KernelStack: 24048 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: PageTables: 50952 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: SecPageTables: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: NFS_Unstable: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Bounce: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: WritebackTmp: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: CommitLimit: 16442232 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Committed_AS: 25301364 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: VmallocTotal: 34359738367 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: VmallocUsed: 51832 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: VmallocChunk: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Percpu: 4928 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: HardwareCorrupted: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: AnonHugePages: 3319808 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: ShmemHugePages: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: ShmemPmdMapped: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: FileHugePages: 53248 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: FilePmdMapped: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: CmaTotal: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: CmaFree: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Unaccepted: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Balloon: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: HugePages_Total: 0 Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: HugePages_Free: 0 Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: HugePages_Rsvd: 0 Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: HugePages_Surp: 0 Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Hugepagesize: 2048 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: Hugetlb: 0 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: DirectMap4k: 481132 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: DirectMap2M: 14198784 kB Nov 25 13:08:26.229521 np0005535648.novalocal memory_tracker.sh[135537]: DirectMap1G: 4194304 kB Nov 25 13:08:26.230564 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:26.261101 np0005535648.novalocal memory_tracker.sh[135539]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:08:26.261101 np0005535648.novalocal memory_tracker.sh[135539]: 133157 2.2 354448 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000043,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-91-instance-00000043/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 0946d52d-1da4-40c2-94ac-c0723a75cf72 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=0946d52d-1da4-40c2-94ac-c0723a75cf72,uuid=0946d52d-1da4-40c2-94ac-c0723a75cf72,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=46,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"50","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:bf:87:50","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=48,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.261751 np0005535648.novalocal memory_tracker.sh[135539]: 130760 2.1 354268 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.261856 np0005535648.novalocal memory_tracker.sh[135539]: 131093 2.1 353332 1 00:00:22 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.261856 np0005535648.novalocal memory_tracker.sh[135539]: 130340 2.1 351184 1 00:00:22 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.262006 np0005535648.novalocal memory_tracker.sh[135539]: 134646 2.1 340092 1 00:00:22 23 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000047,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-98-instance-00000047/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid a7df36c3-e701-402e-8200-bc78783bc41c -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=a7df36c3-e701-402e-8200-bc78783bc41c,uuid=a7df36c3-e701-402e-8200-bc78783bc41c,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/66fba3d439c465f7e95242225132bca89e019fe7","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/a7df36c3-e701-402e-8200-bc78783bc41c/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/a7df36c3-e701-402e-8200-bc78783bc41c/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"54","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:af:ce:4e","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=52,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:5,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.262136 np0005535648.novalocal memory_tracker.sh[135539]: 133782 1.9 308380 1 00:00:16 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003f,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-93-instance-0000003f/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 3b40796e-2ced-43cb-971c-489f45fe5c52 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=3b40796e-2ced-43cb-971c-489f45fe5c52,uuid=3b40796e-2ced-43cb-971c-489f45fe5c52,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=33,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:1a:de:97","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=34,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.262264 np0005535648.novalocal memory_tracker.sh[135539]: 135016 1.8 301668 1 00:00:32 18 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000041,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-101-instance-00000041/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6a71a162-f15f-4c3c-b2d0-75429cf81a3e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,uuid=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=67,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"70","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:61:6b:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=69,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:9,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.262385 np0005535648.novalocal memory_tracker.sh[135539]: 135275 1.8 295196 1 00:00:20 51 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000046,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-102-instance-00000046/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 06e245fe-2441-4feb-8d77-814e7d3c5175 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=06e245fe-2441-4feb-8d77-814e7d3c5175,uuid=06e245fe-2441-4feb-8d77-814e7d3c5175,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=45,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/06e245fe-2441-4feb-8d77-814e7d3c5175/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/06e245fe-2441-4feb-8d77-814e7d3c5175/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"58","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:11:48:1a","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=57,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:6,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 135303 1.8 292056 1 00:00:18 11 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000004a,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-103-instance-0000004a/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 51a57c24-9369-4194-bf9a-4b4819f61b5c -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=51a57c24-9369-4194-bf9a-4b4819f61b5c,uuid=51a57c24-9369-4194-bf9a-4b4819f61b5c,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=68,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/51a57c24-9369-4194-bf9a-4b4819f61b5c/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/51a57c24-9369-4194-bf9a-4b4819f61b5c/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"73","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:6d:f6:dc","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=71,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:8,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 65822 1.8 290500 1 00:02:40 166 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 96389 1.6 272936 96387 00:04:35 51 ep_poll neutron-apiuWSGI worker 2 Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 96388 1.6 270268 96387 00:04:35 50 rt_mutex_schedule neutron-apiuWSGI worker 1 Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 105234 1.3 210232 1 00:02:06 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 93297 1.2 195760 93296 00:01:22 14 rt_mutex_schedule nova-apiuWSGI worker 1 Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 93298 1.1 192760 93296 00:01:24 14 ep_poll nova-apiuWSGI worker 2 Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 98974 1.1 180108 98191 00:00:12 32 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 108965 1.0 164408 108962 00:00:13 13 rt_mutex_schedule glance-apiuWSGI worker 1 Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 108966 0.9 160784 108962 00:00:13 9 ep_poll glance-apiuWSGI worker 2 Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 97898 0.9 156460 97061 00:00:05 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 17653 0.9 155096 1 00:00:16 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 106160 0.9 151360 106157 00:00:07 5 ep_poll cinder-apiuWSGI worker 2 Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 98474 0.9 150744 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:26.262500 np0005535648.novalocal memory_tracker.sh[135539]: 98464 0.9 150708 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 98446 0.9 150620 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 98450 0.9 150600 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 106159 0.9 150432 106157 00:00:07 5 rt_mutex_schedule cinder-apiuWSGI worker 1 Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 102201 0.8 144828 101227 00:00:05 60 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 102216 0.8 143748 101227 00:00:05 60 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 69133 0.8 143524 69131 00:01:13 2 ep_poll keystoneuWSGI worker 2 Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 69132 0.8 142776 69131 00:01:13 2 rt_mutex_schedule keystoneuWSGI worker 1 Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 95936 0.8 140260 95271 00:00:07 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 106871 0.8 133920 1 00:00:03 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 104980 0.8 133492 104072 00:00:35 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 104979 0.8 133412 104072 00:00:35 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 101905 0.8 132936 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 101906 0.8 132912 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 102631 0.8 132660 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 104063 0.8 131272 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 103463 0.8 131220 1 00:00:09 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 104064 0.8 131036 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 108076 0.8 130260 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 104072 0.8 129940 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 108227 0.7 128576 108076 00:00:07 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 117116 0.7 124716 1 00:12:27 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 99828 0.7 120464 1 00:00:08 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 117191 0.7 119548 1 00:00:05 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 107475 0.7 117268 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 96301 0.7 116664 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 98986 0.6 112172 98984 00:00:09 2 ep_poll placementuWSGI worker 1 Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 98987 0.6 112144 98984 00:00:09 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 116884 0.6 110796 116876 00:00:20 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 64779 0.6 107036 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 16689 0.5 89764 1 00:00:27 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 116883 0.5 87908 116876 00:00:13 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:08:26.263038 np0005535648.novalocal memory_tracker.sh[135539]: 116882 0.5 86196 116876 00:00:12 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 116885 0.5 83612 116876 00:00:10 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 92293 0.4 75516 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 116876 0.4 74128 116774 00:00:02 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 92365 0.4 68388 92293 00:00:07 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 60735 0.4 64712 1 00:00:15 31 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 91215 0.3 58680 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 117190 0.3 56872 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 94015 0.3 56736 1 00:00:14 13 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 89544 0.3 56460 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 90102 0.3 55780 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 117070 0.3 52528 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 90638 0.3 52320 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 90302 0.3 48928 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 90301 0.2 48304 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 89755 0.2 46860 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 89756 0.2 46856 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 117021 0.2 45088 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 90848 0.2 43468 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 90846 0.2 43396 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 117234 0.2 42868 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 1112 0.2 41560 1 00:00:21 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 119411 0.2 40648 1 00:00:01 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 1 0.2 40544 0 00:00:48 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 67756 0.2 38888 1 00:00:05 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 123134 0.2 38368 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 110057 0.2 33992 110050 00:00:27 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 110055 0.2 33608 110050 00:00:25 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 108859 0.1 31248 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:08:26.263928 np0005535648.novalocal memory_tracker.sh[135539]: 116774 0.1 28212 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 116773 0.1 25984 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 94708 0.1 22288 1 00:00:05 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 89016 0.1 20816 1 00:00:03 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 4801 0.1 20396 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 110053 0.1 18248 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 110052 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 110054 0.1 18240 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 110050 0.1 18140 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 962 0.1 17716 1 00:00:11 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 94412 0.1 16288 94411 00:00:07 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 106157 0.0 15540 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 93296 0.0 15528 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 96387 0.0 15520 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 108962 0.0 15516 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 101904 0.0 15508 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 98984 0.0 15504 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 69131 0.0 15328 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 60765 0.0 15284 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 56241 0.0 14424 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 96048 0.0 13756 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 4579 0.0 13600 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 94386 0.0 13040 94385 00:00:15 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 94429 0.0 12652 94428 00:00:08 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 93785 0.0 11924 1 00:00:09 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 787 0.0 11544 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 927 0.0 11400 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 105928 0.0 8996 1 00:00:01 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 135507 0.0 8732 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 135527 0.0 8728 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 9213 0.0 8468 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:08:26.264731 np0005535648.novalocal memory_tracker.sh[135539]: 133209 0.0 8060 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/6bab6fca-b660-4576-bca6-f4b266bc8380.conf Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 60734 0.0 7788 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 117232 0.0 7776 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 116771 0.0 7644 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 135526 0.0 7364 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 134209 0.0 7356 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 134201 0.0 7324 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 970 0.0 6788 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 134558 0.0 6252 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/64a41b7d-b361-4553-bf3f-6272d4876a95.conf Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 135515 0.0 6104 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 1116 0.0 6040 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 771 0.0 5536 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 135538 0.0 4016 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 89043 0.0 3940 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 793 0.0 3556 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 917 0.0 3272 911 00:00:05 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 922 0.0 3220 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 135539 0.0 2172 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 135447 0.0 2072 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:08:26.265620 np0005535648.novalocal memory_tracker.sh[135539]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:08:26.266673 np0005535648.novalocal memory_tracker.sh[135539]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:08:26.266706 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:26.318258 np0005535648.novalocal memory_tracker.sh[135541]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:08:26.318258 np0005535648.novalocal memory_tracker.sh[135541]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:08:26.384498 np0005535648.novalocal memory_tracker.sh[135541]: [iscsid (pid:56241)]=14672KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:08:26.391565 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:08:46.404156 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:08:46.405431 np0005535648.novalocal memory_tracker.sh[135874]: Tue Nov 25 01:08:46 PM EST 2025 Nov 25 13:08:46.407614 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:08:46.485696 np0005535648.novalocal memory_tracker.sh[135876]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:08:46.485696 np0005535648.novalocal memory_tracker.sh[135876]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:08:46.538298 np0005535648.novalocal memory_tracker.sh[135876]: [iscsid (pid:56241)]=14404KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:08:46.546459 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:09:06.558737 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:09:06.743078 np0005535648.novalocal memory_tracker.sh[136202]: Tue Nov 25 01:09:06 PM EST 2025 Nov 25 13:09:06.782016 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:09:06.782016 np0005535648.novalocal memory_tracker.sh[66517]: memory_tracker low_point: 3819404 Nov 25 13:09:06.782016 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: MemTotal: 16107260 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: MemFree: 219768 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: MemAvailable: 3819748 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Buffers: 1052336 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Cached: 2976612 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: SwapCached: 124 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Active: 11522176 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Inactive: 3247100 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Active(anon): 11108192 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Inactive(anon): 103996 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Active(file): 413984 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Inactive(file): 3143104 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Unevictable: 83352 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Mlocked: 80280 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: SwapTotal: 8388604 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: SwapFree: 8387032 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Zswap: 56 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Zswapped: 104 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Dirty: 239048 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Writeback: 194880 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: AnonPages: 10678440 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Mapped: 283608 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Shmem: 459392 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: KReclaimable: 384716 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Slab: 675844 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: SReclaimable: 384716 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: SUnreclaim: 291128 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: KernelStack: 22976 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: PageTables: 52616 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: SecPageTables: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: NFS_Unstable: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Bounce: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: WritebackTmp: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: CommitLimit: 16442232 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Committed_AS: 25741516 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: VmallocTotal: 34359738367 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: VmallocUsed: 50728 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: VmallocChunk: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Percpu: 4928 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: HardwareCorrupted: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: AnonHugePages: 3665920 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: ShmemHugePages: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: ShmemPmdMapped: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: FileHugePages: 43008 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: FilePmdMapped: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: CmaTotal: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: CmaFree: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Unaccepted: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Balloon: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: HugePages_Total: 0 Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: HugePages_Free: 0 Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: HugePages_Rsvd: 0 Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: HugePages_Surp: 0 Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Hugepagesize: 2048 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: Hugetlb: 0 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: DirectMap4k: 481132 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: DirectMap2M: 14198784 kB Nov 25 13:09:06.783087 np0005535648.novalocal memory_tracker.sh[136203]: DirectMap1G: 4194304 kB Nov 25 13:09:06.786571 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:09:06.825138 np0005535648.novalocal memory_tracker.sh[136205]: PID %MEM RSS PPID TIME NLWP WCHAN COMMAND Nov 25 13:09:06.825138 np0005535648.novalocal memory_tracker.sh[136205]: 108965 11.5 1861684 108962 00:00:19 13 wait_woken glance-apiuWSGI worker 1 Nov 25 13:09:06.825138 np0005535648.novalocal memory_tracker.sh[136205]: 133157 2.1 354332 1 00:00:21 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000043,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-91-instance-00000043/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 0946d52d-1da4-40c2-94ac-c0723a75cf72 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=0946d52d-1da4-40c2-94ac-c0723a75cf72,uuid=0946d52d-1da4-40c2-94ac-c0723a75cf72,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=46,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/0946d52d-1da4-40c2-94ac-c0723a75cf72/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"50","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:bf:87:50","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=48,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:3,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826081 np0005535648.novalocal memory_tracker.sh[136205]: 130760 2.1 354152 1 00:00:22 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003b,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-78-instance-0000003b/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6e928a27-10d2-4923-bf8f-791b63952963 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6e928a27-10d2-4923-bf8f-791b63952963,uuid=6e928a27-10d2-4923-bf8f-791b63952963,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=36,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6e928a27-10d2-4923-bf8f-791b63952963/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"41","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:ad:d9:bd","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=39,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:2,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826259 np0005535648.novalocal memory_tracker.sh[136205]: 131093 2.1 353216 1 00:00:23 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-81-instance-0000003c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 48e426cd-59f8-4386-9696-bcfe3b6a8631 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=48e426cd-59f8-4386-9696-bcfe3b6a8631,uuid=48e426cd-59f8-4386-9696-bcfe3b6a8631,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=47,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/48e426cd-59f8-4386-9696-bcfe3b6a8631/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"31","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:63:e9:f7","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=49,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:4,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826259 np0005535648.novalocal memory_tracker.sh[136205]: 130340 2.1 351068 1 00:00:22 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000039,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-75-instance-00000039/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 36b2727a-4c1a-41b1-9a73-d3da77e95580 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=36b2727a-4c1a-41b1-9a73-d3da77e95580,uuid=36b2727a-4c1a-41b1-9a73-d3da77e95580,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=35,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/36b2727a-4c1a-41b1-9a73-d3da77e95580/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sda","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-3f7f9ace-c264-4bed-8da6-233ca63b5d42","bootindex":1,"write-cache":"on","serial":"3f7f9ace-c264-4bed-8da6-233ca63b5d42"} -netdev {"type":"tap","fd":"38","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:44:c9:30","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=37,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:1,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826492 np0005535648.novalocal memory_tracker.sh[136205]: 135303 2.0 327620 1 00:00:23 10 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000004a,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-103-instance-0000004a/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 51a57c24-9369-4194-bf9a-4b4819f61b5c -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=51a57c24-9369-4194-bf9a-4b4819f61b5c,uuid=51a57c24-9369-4194-bf9a-4b4819f61b5c,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=68,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-3-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/51a57c24-9369-4194-bf9a-4b4819f61b5c/disk","node-name":"libvirt-2-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-2-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-2-storage","backing":"libvirt-3-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-2-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/51a57c24-9369-4194-bf9a-4b4819f61b5c/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"73","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:6d:f6:dc","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=71,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:8,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826650 np0005535648.novalocal memory_tracker.sh[136205]: 135016 1.9 315144 1 00:00:35 7 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-00000041,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-101-instance-00000041/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6a71a162-f15f-4c3c-b2d0-75429cf81a3e -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,uuid=6a71a162-f15f-4c3c-b2d0-75429cf81a3e,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=67,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6a71a162-f15f-4c3c-b2d0-75429cf81a3e/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"70","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:61:6b:34","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=69,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:9,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826775 np0005535648.novalocal memory_tracker.sh[136205]: 133782 1.9 310428 1 00:00:16 5 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000003f,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-93-instance-0000003f/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=262144k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":268435456} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 3b40796e-2ced-43cb-971c-489f45fe5c52 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=3b40796e-2ced-43cb-971c-489f45fe5c52,uuid=3b40796e-2ced-43cb-971c-489f45fe5c52,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=33,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/_base/168e21c0d3eef1a4dec8e74a9cee82c82bd6ae95","node-name":"libvirt-4-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk","node-name":"libvirt-3-storage","auto-read-only":true,"discard":"unmap","cache":{"direct":true,"no-flush":false}} -blockdev {"node-name":"libvirt-3-format","read-only":false,"cache":{"direct":true,"no-flush":false},"driver":"qcow2","file":"libvirt-3-storage","backing":"libvirt-4-storage"} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-3-format","id":"virtio-disk0","bootindex":1,"write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-2-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x5","share-rw":true,"drive":"libvirt-2-storage","id":"ua-907b2930-d577-4486-8420-020edfa36a74","write-cache":"on","serial":"907b2930-d577-4486-8420-020edfa36a74"} -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/3b40796e-2ced-43cb-971c-489f45fe5c52/disk.config","node-name":"libvirt-1-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-1-storage","id":"ide0-0-0","write-cache":"on"} -netdev {"type":"tap","fd":"42","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:1a:de:97","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=34,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:0,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x6"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x7"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 136001 1.8 297232 1 00:00:10 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000004c,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-105-instance-0000004c/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid 6c6b9b74-eed7-463a-a25b-28e298707d42 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=6c6b9b74-eed7-463a-a25b-28e298707d42,uuid=6c6b9b74-eed7-463a-a25b-28e298707d42,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=44,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/6c6b9b74-eed7-463a-a25b-28e298707d42/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdb","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","drive":"libvirt-1-storage","id":"ua-66aaa059-4769-460c-a14b-90ca3770fa93","bootindex":1,"write-cache":"on","serial":"66aaa059-4769-460c-a14b-90ca3770fa93"} -netdev {"type":"tap","fd":"52","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:89:99:c6","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=45,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:5,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 65822 1.8 290480 1 00:02:45 166 poll_schedule_timeout.con /usr/libexec/mariadbd --basedir=/usr Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 96389 1.6 272840 96387 00:04:42 51 rt_mutex_schedule neutron-apiuWSGI worker 2 Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 96388 1.6 271376 96387 00:04:43 50 ep_poll neutron-apiuWSGI worker 1 Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 105234 1.3 209976 1 00:02:11 22 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-compute --config-file /etc/nova/nova-cpu.conf Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 93297 1.2 195948 93296 00:01:25 14 wait_woken nova-apiuWSGI worker 1 Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 93298 1.1 192880 93296 00:01:28 14 ep_poll nova-apiuWSGI worker 2 Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 98974 1.1 179856 98191 00:00:12 32 poll_schedule_timeout.con neutron-server: maintenance worker (/usr/bin/python3.12 /usr/local/bin/neutron-ovn-maintenance-worker --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 108966 0.9 160996 108962 00:00:14 9 wait_woken glance-apiuWSGI worker 2 Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 17653 0.9 157040 1 00:00:17 32 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/beam.smp -W w -MBas ageffcbf -MHas ageffcbf -MBlmbcs 512 -MHlmbcs 512 -MMmcs 30 -pc unicode -P 1048576 -t 5000000 -stbt db -zdbbl 128000 -sbwt none -sbwtdcpu none -sbwtdio none -- -root /usr/lib64/erlang -bindir /usr/lib64/erlang/erts-14.2.5/bin -progname erl -- -home /var/lib/rabbitmq -- -pa -noshell -noinput -s rabbit boot -boot start_sasl -syslog logger [] -syslog syslog_error_logger false -kernel prevent_overlapping_partitions false Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 97898 0.9 156336 97061 00:00:06 13 poll_schedule_timeout.con neutron-server: rpc worker (/usr/bin/python3.12 /usr/local/bin/neutron-rpc-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 106160 0.9 150892 106157 00:00:08 5 rt_mutex_schedule cinder-apiuWSGI worker 2 Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 98474 0.9 150424 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 98464 0.9 150388 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 98446 0.9 150348 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:09:06.826951 np0005535648.novalocal memory_tracker.sh[136205]: 98450 0.9 150348 97609 00:00:00 5 poll_schedule_timeout.con neutron-server: periodic worker (/usr/bin/python3.12 /usr/local/bin/neutron-periodic-workers --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini) Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 106159 0.9 149872 106157 00:00:08 5 ep_poll cinder-apiuWSGI worker 1 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 102201 0.9 145428 101227 00:00:05 62 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(0) Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 102216 0.8 144300 101227 00:00:06 62 poll_schedule_timeout.con nova-scheduler: ServiceWrapper worker(1) Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 69133 0.8 142900 69131 00:01:14 2 ep_poll keystoneuWSGI worker 2 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 69132 0.8 142144 69131 00:01:14 2 rt_mutex_schedule keystoneuWSGI worker 1 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 95936 0.8 140012 95271 00:00:07 17 poll_schedule_timeout.con neutron-ovn-agent: ServiceWrapper worker(0) Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 104980 0.8 133376 104072 00:00:36 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 106871 0.8 133328 1 00:00:03 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-scheduler --config-file /etc/cinder/cinder.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 104979 0.8 133088 104072 00:00:37 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 101905 0.8 132352 101904 00:00:01 7 ep_poll nova-api-metauWSGI worker 1 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 101906 0.8 132328 101904 00:00:01 7 rt_mutex_schedule nova-api-metauWSGI worker 2 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 102631 0.8 132100 1 00:00:02 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-novncproxy --config-file /etc/nova/nova_cell1.conf --web /opt/stack/novnc Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 104063 0.8 130936 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 104064 0.8 130600 103463 00:00:05 1 ep_poll /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 103463 0.8 130572 1 00:00:09 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 108076 0.8 129700 1 00:00:09 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 104072 0.8 129292 1 00:00:09 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/nova-conductor --config-file /etc/nova/nova_cell1.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 108227 0.7 128284 108076 00:00:10 21 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-volume --config-file /etc/cinder/cinder.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 117116 0.7 124180 1 00:12:45 5 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/sbin/setroubleshootd -f Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 99828 0.7 120264 1 00:00:08 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.default --privsep_sock_path /tmp/tmpr6md64dy/privsep.sock Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 117191 0.7 119244 1 00:00:05 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.link_cmd --privsep_sock_path /tmp/tmpflb5dgr1/privsep.sock Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 107475 0.7 116720 1 00:00:01 1 ep_poll /usr/bin/python3.12 /usr/local/bin/cinder-backup --config-file /etc/cinder/cinder.conf Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 96301 0.7 116292 1 00:00:01 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/neutron/plugins/ml2/ovn_agent.ini --privsep_context neutron.privileged.namespace_cmd --privsep_sock_path /tmp/tmprvvxdr2_/privsep.sock Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 98987 0.6 112244 98984 00:00:10 2 rt_mutex_schedule placementuWSGI worker 2 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 98986 0.6 112168 98984 00:00:10 2 ep_poll placementuWSGI worker 1 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 116884 0.6 110564 116876 00:00:21 1 poll_schedule_timeout.con /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpeinargms Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 64779 0.6 106388 1 00:00:16 1 skb_wait_for_more_packets /bin/python3.12 /opt/stack/devstack/files/openstack-cli-server/openstack-cli-server Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 16689 0.6 103184 1 00:00:28 1 ep_poll /usr/lib/systemd/systemd-journald Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 116883 0.5 88236 116876 00:00:14 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpr8xhj5ub Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 116882 0.5 86056 116876 00:00:13 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmp7mut9022 Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 116885 0.5 83492 116876 00:00:10 1 hrtimer_nanosleep /opt/stack/tempest/.tox/tempest/bin/python -m stestr.subunit_runner.run discover -t ./ ./tempest/test_discover --load-list /tmp/tmpy5lygmkx Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 92293 0.4 74956 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:09:06.827769 np0005535648.novalocal memory_tracker.sh[136205]: 116876 0.4 74132 116774 00:00:02 5 futex_wait_queue /opt/stack/tempest/.tox/tempest/bin/python /opt/stack/tempest/.tox/tempest/bin/tempest run --regex (?!.*\[.*\bslow\b.*\])(^tempest\.api) --exclude-list ./tools/tempest-extra-tests-list.txt --concurrency=4 Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 92365 0.4 67896 92293 00:00:08 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-proxy-server /etc/swift/proxy-server.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 60735 0.3 64028 1 00:00:16 31 poll_schedule_timeout.con /usr/sbin/libvirtd --timeout 120 Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 91215 0.3 58208 1 00:00:00 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-sync /etc/swift/container-server/1.conf Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 94015 0.3 56372 1 00:00:15 14 poll_schedule_timeout.con ovs-vswitchd unix:/var/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --mlockall --no-chdir --log-file=/var/log/openvswitch/ovs-vswitchd.log --pidfile=/var/run/openvswitch/ovs-vswitchd.pid --detach Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 117190 0.3 56328 1 00:00:01 4 poll_schedule_timeout.con /usr/bin/python3 -Es /usr/share/setroubleshoot/SetroubleshootPrivileged.py Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 89544 0.3 55988 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 90102 0.3 55308 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 117070 0.3 52412 1 00:00:00 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpywpxdqml/privsep.sock Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 90638 0.3 51848 1 00:00:08 1 hrtimer_nanosleep /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 1112 0.3 48932 1 00:00:22 3 poll_schedule_timeout.con /usr/sbin/rsyslogd -n Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 90302 0.3 48608 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 90301 0.2 47988 90102 00:00:00 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-container-server /etc/swift/container-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 89756 0.2 46672 89544 00:00:03 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 89755 0.2 46556 89544 00:00:02 21 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-object-server /etc/swift/object-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 117021 0.2 44972 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmptugc7dai/privsep.sock Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 90848 0.2 43144 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 90846 0.2 43072 90638 00:00:00 1 poll_schedule_timeout.con /usr/bin/python3.12 /usr/local/bin/swift-account-server /etc/swift/account-server/1.conf -v Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 117234 0.2 42444 117232 00:00:00 3 futex_wait_queue /usr/bin/python3.12 /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 119411 0.2 40588 1 00:00:01 3 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpa2__imvw/privsep.sock Nov 25 13:09:06.829014 np0005535648.novalocal memory_tracker.sh[136205]: 1 0.2 40512 0 00:00:48 1 ep_poll /usr/lib/systemd/systemd --switched-root --system --deserialize=52 Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 136181 0.2 39120 1 00:00:00 6 poll_schedule_timeout.con /usr/libexec/qemu-kvm -name guest=instance-0000004d,debug-threads=on -S -object {"qom-type":"secret","id":"masterKey0","format":"raw","file":"/var/lib/libvirt/qemu/domain-106-instance-0000004d/master-key.aes"} -machine pc-i440fx-rhel10.0.0,usb=off,dump-guest-core=off,memory-backend=pc.ram,acpi=on -accel tcg,tb-size=128 -cpu Nehalem -m size=196608k -object {"qom-type":"memory-backend-ram","id":"pc.ram","size":201326592} -overcommit mem-lock=off -smp 1,sockets=1,dies=1,clusters=1,cores=1,threads=1 -uuid c1323866-471a-4ea3-92ca-53eb21097340 -smbios type=1,manufacturer=OpenStack Foundation,product=OpenStack Nova,version=32.1.0,serial=c1323866-471a-4ea3-92ca-53eb21097340,uuid=c1323866-471a-4ea3-92ca-53eb21097340,family=Virtual Machine -no-user-config -nodefaults -chardev socket,id=charmonitor,fd=54,server=on,wait=off -mon chardev=charmonitor,id=monitor,mode=control -rtc base=utc -no-shutdown -boot strict=on -blockdev {"driver":"file","filename":"/opt/stack/data/nova/instances/c1323866-471a-4ea3-92ca-53eb21097340/disk.config","node-name":"libvirt-2-storage","read-only":true,"cache":{"direct":true,"no-flush":false}} -device {"driver":"ide-cd","bus":"ide.0","unit":0,"drive":"libvirt-2-storage","id":"ide0-0-0","write-cache":"on"} -blockdev {"driver":"host_device","filename":"/dev/sdc","aio":"native","node-name":"libvirt-1-storage","read-only":false,"cache":{"direct":true,"no-flush":false}} -device {"driver":"virtio-blk-pci","bus":"pci.0","addr":"0x4","share-rw":true,"drive":"libvirt-1-storage","id":"ua-483219b9-e6c5-4263-a0a8-47333e14192e","bootindex":1,"write-cache":"on","serial":"483219b9-e6c5-4263-a0a8-47333e14192e"} -netdev {"type":"tap","fd":"58","id":"hostnet0"} -device {"driver":"virtio-net-pci","host_mtu":1372,"netdev":"hostnet0","id":"net0","mac":"fa:16:3e:09:92:8f","bus":"pci.0","addr":"0x3"} -add-fd set=0,fd=57,opaque=serial0-log -chardev pty,id=charserial0,logfile=/dev/fdset/0,logappend=on -device {"driver":"isa-serial","chardev":"charserial0","id":"serial0","index":0} -audiodev {"id":"audio1","driver":"none"} -vnc 0.0.0.0:6,audiodev=audio1 -device {"driver":"virtio-vga","id":"video0","max_outputs":1,"bus":"pci.0","addr":"0x2"} -device {"driver":"virtio-balloon-pci","id":"balloon0","deflate-on-oom":true,"free-page-reporting":true,"bus":"pci.0","addr":"0x5"} -object {"qom-type":"rng-random","id":"objrng0","filename":"/dev/urandom"} -device {"driver":"virtio-rng-pci","rng":"objrng0","id":"rng0","bus":"pci.0","addr":"0x6"} -device {"driver":"vmcoreinfo"} -sandbox on,obsolete=deny,elevateprivileges=deny,spawn=deny,resourcecontrol=deny -msg timestamp=on Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 67756 0.2 38948 1 00:00:06 12 futex_wait_queue /opt/stack/bin/etcd --name np0005535648.novalocal --data-dir /opt/stack/data/etcd --initial-cluster-state new --initial-cluster-token etcd-cluster-01 --initial-cluster np0005535648.novalocal=http://38.102.83.58:2380 --initial-advertise-peer-urls http://38.102.83.58:2380 --advertise-client-urls http://38.102.83.58:2379 --listen-peer-urls http://0.0.0.0:2380 --listen-client-urls http://38.102.83.58:2379 --log-level=debug Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 123134 0.2 38304 1 00:00:00 2 unix_stream_data_wait /usr/bin/python3.12 /usr/local/bin/privsep-helper --config-file /etc/cinder/cinder.conf --privsep_context cinder.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmp19hnys6e/privsep.sock Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 110057 0.2 33972 110050 00:00:31 67 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 110055 0.2 33548 110050 00:00:29 83 pipe_read /usr/sbin/httpd -DFOREGROUND Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 108859 0.1 30836 1 00:00:00 3 poll_schedule_timeout.con /usr/sbin/dmeventd -f Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 116774 0.1 27740 116773 00:00:00 1 do_wait /usr/bin/python3.12 /usr/local/bin/tox -e integrated-full -- --concurrency=4 Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 116773 0.1 25480 116771 00:00:00 2 do_wait /usr/bin/python3 Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 94708 0.1 22064 1 00:00:06 5 poll_schedule_timeout.con ovn-controller unix:/run/openvswitch/db.sock -vconsole:emer -vsyslog:err -vfile:info --no-chdir --log-file=/var/log/ovn/ovn-controller.log --pidfile=/run/ovn/ovn-controller.pid --detach Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 89016 0.1 20784 1 00:00:03 10 ep_poll /usr/bin/memcached -p 11211 -u memcached -m 64 -c 1024 -l 127.0.0.1,::1 Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 4801 0.1 20316 1 00:01:37 2 inet_csk_accept /usr/bin/python3 Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 110053 0.1 18148 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 110052 0.1 18140 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 110054 0.1 18140 110050 00:00:00 13 poll_schedule_timeout.con (wsgi:horizon) -DFOREGROUND Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 110050 0.1 17520 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/httpd -DFOREGROUND Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 962 0.1 16952 1 00:00:11 4 poll_schedule_timeout.con /usr/sbin/NetworkManager --no-daemon Nov 25 13:09:06.829818 np0005535648.novalocal memory_tracker.sh[136205]: 94412 0.1 16160 94411 00:00:08 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-sb.log --pidfile=/run/ovn/ovnsb_db.pid --remote=punix:/run/ovn/ovnsb_db.sock --unixctl=/run/ovn/ovnsb_db.ctl --detach --monitor --remote=db:OVN_Southbound,SB_Global,connections --private-key=db:OVN_Southbound,SSL,private_key --certificate=db:OVN_Southbound,SSL,certificate --ca-cert=db:OVN_Southbound,SSL,ca_cert --ssl-protocols=db:OVN_Southbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Southbound,SSL,ssl_ciphers /var/lib/ovn/ovnsb_db.db Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 106157 0.0 15412 1 00:00:00 1 ep_poll cinder-apiuWSGI master Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 93296 0.0 15400 1 00:00:00 1 ep_poll nova-apiuWSGI master Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 96387 0.0 15392 1 00:00:00 1 ep_poll neutron-apiuWSGI master Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 108962 0.0 15388 1 00:00:00 1 ep_poll glance-apiuWSGI master Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 101904 0.0 15380 1 00:00:00 1 ep_poll nova-api-metauWSGI master Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 98984 0.0 15376 1 00:00:00 1 ep_poll placementuWSGI master Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 69131 0.0 15200 1 00:00:00 1 ep_poll keystoneuWSGI master Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 60765 0.0 14664 1 00:00:03 1 poll_schedule_timeout.con /usr/sbin/virtlogd Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 56241 0.0 14404 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/iscsid -f Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 96048 0.0 13748 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 4579 0.0 13536 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd --user Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 94386 0.0 12920 94385 00:00:16 1 poll_schedule_timeout.con ovsdb-server -vconsole:off -vfile:info --log-file=/var/log/ovn/ovsdb-server-nb.log --pidfile=/run/ovn/ovnnb_db.pid --remote=punix:/run/ovn/ovnnb_db.sock --unixctl=/run/ovn/ovnnb_db.ctl --detach --monitor --remote=db:OVN_Northbound,NB_Global,connections --private-key=db:OVN_Northbound,SSL,private_key --certificate=db:OVN_Northbound,SSL,certificate --ca-cert=db:OVN_Northbound,SSL,ca_cert --ssl-protocols=db:OVN_Northbound,SSL,ssl_protocols --ssl-ciphers=db:OVN_Northbound,SSL,ssl_ciphers /var/lib/ovn/ovnnb_db.db Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 94429 0.0 12316 94428 00:00:08 3 poll_schedule_timeout.con ovn-northd -vconsole:emer -vsyslog:err -vfile:info --ovnnb-db=unix:/run/ovn/ovnnb_db.sock --ovnsb-db=unix:/run/ovn/ovnsb_db.sock --no-chdir --log-file=/var/log/ovn/ovn-northd.log --pidfile=/run/ovn/ovn-northd.pid --detach --monitor Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 93785 0.0 11780 1 00:00:10 1 poll_schedule_timeout.con ovsdb-server /etc/openvswitch/conf.db -vconsole:emer -vsyslog:err -vfile:info --remote=punix:/var/run/openvswitch/db.sock --private-key=db:Open_vSwitch,SSL,private_key --certificate=db:Open_vSwitch,SSL,certificate --bootstrap-ca-cert=db:Open_vSwitch,SSL,ca_cert --no-chdir --log-file=/var/log/openvswitch/ovsdb-server.log --pidfile=/var/run/openvswitch/ovsdb-server.pid --detach Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 787 0.0 11512 1 00:00:01 1 ep_poll /usr/lib/systemd/systemd-udevd Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 927 0.0 11352 1 00:00:03 1 ep_poll /usr/lib/systemd/systemd-logind Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 105928 0.0 8776 1 00:00:01 4 poll_schedule_timeout.con /usr/lib/polkit-1/polkitd --no-debug --log-level=err Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 101907 0.0 8756 101904 00:00:00 1 ep_poll nova-api-metauWSGI http 1 Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 110051 0.0 8192 110050 00:00:00 1 skb_wait_for_more_packets /usr/sbin/httpd -DFOREGROUND Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 130406 0.0 8176 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/84f7390f-e870-4d99-881f-c0057e9dff9a.conf Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 9213 0.0 8148 9210 00:00:00 1 poll_schedule_timeout.con sshd-session: zuul-worker@notty Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 133209 0.0 8060 1 00:00:00 2 ep_poll haproxy -f /opt/stack/data/neutron/ovn-metadata-proxy/6bab6fca-b660-4576-bca6-f4b266bc8380.conf Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 136174 0.0 7876 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 60734 0.0 7756 1 00:00:07 1 ep_poll /usr/lib/systemd/systemd-machined Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 117232 0.0 7616 95936 00:00:00 1 poll_schedule_timeout.con sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 116771 0.0 7484 116747 00:00:00 1 poll_schedule_timeout.con sudo -H -S -n -u tempest /bin/sh -c echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3 Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 135515 0.0 7348 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 135768 0.0 7344 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 135766 0.0 7340 771 00:00:00 1 skb_wait_for_more_packets systemd-userwork: waiting... Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 136179 0.0 7296 787 00:00:00 1 ep_poll (udev-worker) Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 970 0.0 6268 1 00:00:00 6 ep_poll /usr/sbin/gssproxy -i Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 1116 0.0 5656 1 00:00:00 1 poll_schedule_timeout.con sshd: /usr/sbin/sshd -D [listener] 0 of 10-100 startups Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 771 0.0 5504 1 00:00:00 1 ep_poll /usr/lib/systemd/systemd-userdbd Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 919 0.0 5076 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/chronyd -n -F 2 Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 94385 0.0 4900 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94386 (healthy) Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 94411 0.0 4896 1 00:00:00 1 do_wait ovsdb-server: monitoring pid 94412 (healthy) Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 911 0.0 4312 1 00:00:00 1 ep_poll /usr/bin/dbus-broker-launch --scope system --audit Nov 25 13:09:06.830492 np0005535648.novalocal memory_tracker.sh[136205]: 94428 0.0 4096 1 00:00:00 1 do_wait ovn-northd: monitoring pid 94429 (healthy) Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 136204 0.0 4012 66517 00:00:00 1 - ps --sort=-pmem -eo pid:10,pmem:6,rss:15,ppid:10,cputime:10,nlwp:8,wchan:25,args:100 Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 89043 0.0 3908 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/rsync --daemon --no-detach Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 793 0.0 3556 1 00:00:01 3 poll_schedule_timeout.con /usr/sbin/auditd Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 116747 0.0 3496 9213 00:00:00 1 do_wait /bin/sh -c sudo -H -S -n -u tempest /bin/sh -c 'echo BECOME-SUCCESS-fuotssphuqtgacnxbeljyffntvuyarjc ; PATH=/usr/local/bin:/usr/bin:/usr/local/sbin:/usr/sbin /usr/bin/python3' && sleep 0 Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 66517 0.0 3488 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/memory_tracker.sh Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 795 0.0 3436 793 00:00:00 1 poll_schedule_timeout.con /usr/sbin/sedispatch Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 1125 0.0 3428 1 00:00:00 1 hrtimer_nanosleep /usr/sbin/crond -n Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 67054 0.0 3352 1 00:00:00 1 do_wait /bin/bash /opt/stack/devstack/tools/file_tracker.sh Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 917 0.0 3272 911 00:00:05 1 ep_poll dbus-broker --log 4 --controller 9 --machine-id 3fd5caddbe3202ef0e4b15b1110ef216 --max-bytes 536870912 --max-fds 4096 --max-matches 131072 --audit Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17713 0.0 3228 17663 00:00:00 1 pipe_read /bin/sh -s rabbit_disk_monitor Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 922 0.0 3188 1 00:00:00 2 poll_schedule_timeout.con /usr/sbin/irqbalance Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17692 0.0 2896 17663 00:00:00 1 pipe_read sh -s disksup Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 96067 0.0 2836 96048 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17698 0.0 2300 1 00:00:00 1 poll_schedule_timeout.con /usr/bin/epmd -systemd Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17697 0.0 2224 17696 00:00:00 1 pipe_read /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 136205 0.0 2204 66517 00:00:00 1 pipe_read grep -v ]$ Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 1128 0.0 2200 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear --keep-baud 115200,57600,38400,9600 - vt220 Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 4581 0.0 2200 4579 00:00:00 1 do_sigtimedwait.isra.0 (sd-pam) Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 136082 0.0 2044 67054 00:00:00 1 hrtimer_nanosleep sleep 20 Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 1126 0.0 2032 1 00:00:00 1 poll_schedule_timeout.con /sbin/agetty -o -- \u --noreset --noclear - linux Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 61094 0.0 2020 1 00:00:00 1 poll_schedule_timeout.con /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 126124 0.0 1628 1 00:00:00 1 sigsuspend.isra.0 /usr/sbin/anacron -s Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17694 0.0 1308 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/memsup Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17696 0.0 1260 17663 00:00:00 1 poll_schedule_timeout.con /usr/lib64/erlang/erts-14.2.5/bin/inet_gethost 4 Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17663 0.0 1108 17653 00:00:00 1 poll_schedule_timeout.con erl_child_setup 2048 Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 61095 0.0 1088 61094 00:00:00 1 pipe_read /usr/sbin/dnsmasq --conf-file=/var/lib/libvirt/dnsmasq/default.conf --leasefile-ro --dhcp-script=/usr/libexec/libvirt_leaseshelper Nov 25 13:09:06.831730 np0005535648.novalocal memory_tracker.sh[136205]: 17695 0.0 992 17663 00:00:00 1 pipe_read /usr/lib64/erlang/lib/os_mon-2.9.1/priv/bin/cpu_sup Nov 25 13:09:06.832652 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:09:06.931168 np0005535648.novalocal memory_tracker.sh[136207]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:09:06.931168 np0005535648.novalocal memory_tracker.sh[136207]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:09:06.980172 np0005535648.novalocal memory_tracker.sh[136207]: [iscsid (pid:56241)]=15052KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:09:06.987506 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:09:27.026258 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:09:27.028121 np0005535648.novalocal memory_tracker.sh[136891]: Tue Nov 25 01:09:27 PM EST 2025 Nov 25 13:09:27.028446 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:09:27.104705 np0005535648.novalocal memory_tracker.sh[136893]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:09:27.104705 np0005535648.novalocal memory_tracker.sh[136893]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:09:27.170400 np0005535648.novalocal memory_tracker.sh[136893]: [iscsid (pid:56241)]=15052KB; [lvremove (pid:136887)]=32988KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:09:27.177780 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:09:47.189595 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:09:47.191179 np0005535648.novalocal memory_tracker.sh[137123]: Tue Nov 25 01:09:47 PM EST 2025 Nov 25 13:09:47.191867 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:09:47.263981 np0005535648.novalocal memory_tracker.sh[137125]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:09:47.263981 np0005535648.novalocal memory_tracker.sh[137125]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:09:47.325882 np0005535648.novalocal memory_tracker.sh[137125]: [iscsid (pid:56241)]=15052KB; [lvremove (pid:137082)]=32980KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:09:47.330474 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:10:07.341046 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:10:07.343000 np0005535648.novalocal memory_tracker.sh[137294]: Tue Nov 25 01:10:07 PM EST 2025 Nov 25 13:10:07.343301 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:10:07.450731 np0005535648.novalocal memory_tracker.sh[137296]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:10:07.450731 np0005535648.novalocal memory_tracker.sh[137296]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:10:07.541712 np0005535648.novalocal memory_tracker.sh[137296]: [iscsid (pid:56241)]=15052KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:10:07.548983 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:10:27.560441 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:10:27.562025 np0005535648.novalocal memory_tracker.sh[137501]: Tue Nov 25 01:10:27 PM EST 2025 Nov 25 13:10:27.562673 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:10:27.646926 np0005535648.novalocal memory_tracker.sh[137503]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:10:27.646926 np0005535648.novalocal memory_tracker.sh[137503]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:10:27.712693 np0005535648.novalocal memory_tracker.sh[137503]: [iscsid (pid:56241)]=15052KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:10:27.720266 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:10:47.735346 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:10:47.737497 np0005535648.novalocal memory_tracker.sh[138050]: Tue Nov 25 01:10:47 PM EST 2025 Nov 25 13:10:47.738020 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:10:47.797418 np0005535648.novalocal memory_tracker.sh[138052]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:10:47.797418 np0005535648.novalocal memory_tracker.sh[138052]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:10:47.856589 np0005535648.novalocal memory_tracker.sh[138052]: [iscsid (pid:56241)]=15052KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068232KB Nov 25 13:10:47.860572 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:13:27.941608 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:13:27.943677 np0005535648.novalocal memory_tracker.sh[139150]: Tue Nov 25 01:13:27 PM EST 2025 Nov 25 13:13:27.943827 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:13:28.016566 np0005535648.novalocal memory_tracker.sh[139152]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:13:28.016566 np0005535648.novalocal memory_tracker.sh[139152]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:13:28.068556 np0005535648.novalocal memory_tracker.sh[139152]: [iscsid (pid:56241)]=15052KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:13:28.074900 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:14:08.095926 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:14:08.096760 np0005535648.novalocal memory_tracker.sh[139442]: Tue Nov 25 01:14:08 PM EST 2025 Nov 25 13:14:08.097525 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:14:08.154770 np0005535648.novalocal memory_tracker.sh[139444]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:14:08.154770 np0005535648.novalocal memory_tracker.sh[139444]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:14:08.212098 np0005535648.novalocal memory_tracker.sh[139444]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:14:08.219813 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:14:28.227701 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:14:28.229775 np0005535648.novalocal memory_tracker.sh[139858]: Tue Nov 25 01:14:28 PM EST 2025 Nov 25 13:14:28.230077 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:14:28.306996 np0005535648.novalocal memory_tracker.sh[139860]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:14:28.306996 np0005535648.novalocal memory_tracker.sh[139860]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:14:28.360758 np0005535648.novalocal memory_tracker.sh[139860]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:14:28.372878 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:14:48.381644 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:14:48.382785 np0005535648.novalocal memory_tracker.sh[140403]: Tue Nov 25 01:14:48 PM EST 2025 Nov 25 13:14:48.382956 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:14:48.437142 np0005535648.novalocal memory_tracker.sh[140405]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:14:48.437142 np0005535648.novalocal memory_tracker.sh[140405]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:14:48.490704 np0005535648.novalocal memory_tracker.sh[140405]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:14:48.498187 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:15:08.506292 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:15:08.507845 np0005535648.novalocal memory_tracker.sh[140706]: Tue Nov 25 01:15:08 PM EST 2025 Nov 25 13:15:08.508290 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:15:08.602491 np0005535648.novalocal memory_tracker.sh[140708]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:15:08.602491 np0005535648.novalocal memory_tracker.sh[140708]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:15:08.655106 np0005535648.novalocal memory_tracker.sh[140708]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:15:08.662760 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:15:48.682507 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:15:48.684162 np0005535648.novalocal memory_tracker.sh[141382]: Tue Nov 25 01:15:48 PM EST 2025 Nov 25 13:15:48.684667 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:15:48.760744 np0005535648.novalocal memory_tracker.sh[141384]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:15:48.760744 np0005535648.novalocal memory_tracker.sh[141384]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:15:48.806397 np0005535648.novalocal memory_tracker.sh[141384]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:15:48.812972 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:16:08.824050 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:16:08.826037 np0005535648.novalocal memory_tracker.sh[141602]: Tue Nov 25 01:16:08 PM EST 2025 Nov 25 13:16:08.826584 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:16:08.898777 np0005535648.novalocal memory_tracker.sh[141604]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:16:08.898777 np0005535648.novalocal memory_tracker.sh[141604]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:16:08.943862 np0005535648.novalocal memory_tracker.sh[141604]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:16:08.950188 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:16:28.960307 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:16:28.962226 np0005535648.novalocal memory_tracker.sh[141729]: Tue Nov 25 01:16:28 PM EST 2025 Nov 25 13:16:28.962530 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:16:29.040746 np0005535648.novalocal memory_tracker.sh[141731]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:16:29.040746 np0005535648.novalocal memory_tracker.sh[141731]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:16:29.088482 np0005535648.novalocal memory_tracker.sh[141731]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:16:29.095307 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:16:49.107576 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:16:49.110381 np0005535648.novalocal memory_tracker.sh[142117]: Tue Nov 25 01:16:49 PM EST 2025 Nov 25 13:16:49.112245 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:16:49.187361 np0005535648.novalocal memory_tracker.sh[142119]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:16:49.187361 np0005535648.novalocal memory_tracker.sh[142119]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:16:49.236196 np0005535648.novalocal memory_tracker.sh[142119]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:16:49.243957 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:17:09.256001 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:17:09.258007 np0005535648.novalocal memory_tracker.sh[142420]: Tue Nov 25 01:17:09 PM EST 2025 Nov 25 13:17:09.258329 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:17:09.322678 np0005535648.novalocal memory_tracker.sh[142422]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:17:09.322678 np0005535648.novalocal memory_tracker.sh[142422]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:17:09.377721 np0005535648.novalocal memory_tracker.sh[142422]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:17:09.386020 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:18:09.414805 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:18:09.416451 np0005535648.novalocal memory_tracker.sh[143359]: Tue Nov 25 01:18:09 PM EST 2025 Nov 25 13:18:09.417306 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:18:09.497105 np0005535648.novalocal memory_tracker.sh[143361]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:18:09.497105 np0005535648.novalocal memory_tracker.sh[143361]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:18:09.546578 np0005535648.novalocal memory_tracker.sh[143361]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:18:09.552333 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:18:29.562516 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:18:29.564313 np0005535648.novalocal memory_tracker.sh[143886]: Tue Nov 25 01:18:29 PM EST 2025 Nov 25 13:18:29.564615 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:18:29.634555 np0005535648.novalocal memory_tracker.sh[143889]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:18:29.634555 np0005535648.novalocal memory_tracker.sh[143889]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:18:29.680411 np0005535648.novalocal memory_tracker.sh[143889]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:18:29.687336 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:18:49.698382 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:18:49.699220 np0005535648.novalocal memory_tracker.sh[144061]: Tue Nov 25 01:18:49 PM EST 2025 Nov 25 13:18:49.699907 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:18:49.776052 np0005535648.novalocal memory_tracker.sh[144063]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:18:49.776052 np0005535648.novalocal memory_tracker.sh[144063]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:18:49.826194 np0005535648.novalocal memory_tracker.sh[144063]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:18:49.832807 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:19:09.843176 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:19:09.844958 np0005535648.novalocal memory_tracker.sh[144098]: Tue Nov 25 01:19:09 PM EST 2025 Nov 25 13:19:09.845249 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:19:09.920239 np0005535648.novalocal memory_tracker.sh[144100]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:19:09.920239 np0005535648.novalocal memory_tracker.sh[144100]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:19:09.966573 np0005535648.novalocal memory_tracker.sh[144100]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:19:09.973194 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:20:30.017366 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:20:30.018600 np0005535648.novalocal memory_tracker.sh[144636]: Tue Nov 25 01:20:30 PM EST 2025 Nov 25 13:20:30.019969 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:20:30.075217 np0005535648.novalocal memory_tracker.sh[144638]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:20:30.075217 np0005535648.novalocal memory_tracker.sh[144638]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:20:30.125378 np0005535648.novalocal memory_tracker.sh[144638]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:20:30.132376 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:22:50.202790 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:22:50.203776 np0005535648.novalocal memory_tracker.sh[145852]: Tue Nov 25 01:22:50 PM EST 2025 Nov 25 13:22:50.204191 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:22:50.262604 np0005535648.novalocal memory_tracker.sh[145854]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:22:50.262604 np0005535648.novalocal memory_tracker.sh[145854]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:22:50.311331 np0005535648.novalocal memory_tracker.sh[145854]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:22:50.318124 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:24:10.366668 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:24:10.369561 np0005535648.novalocal memory_tracker.sh[146390]: Tue Nov 25 01:24:10 PM EST 2025 Nov 25 13:24:10.370120 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:24:10.412593 np0005535648.novalocal memory_tracker.sh[146392]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:24:10.412593 np0005535648.novalocal memory_tracker.sh[146392]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:24:10.458553 np0005535648.novalocal memory_tracker.sh[146392]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068228KB Nov 25 13:24:10.471688 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:26:10.531783 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:26:10.534014 np0005535648.novalocal memory_tracker.sh[147215]: Tue Nov 25 01:26:10 PM EST 2025 Nov 25 13:26:10.534440 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:26:10.601991 np0005535648.novalocal memory_tracker.sh[147217]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:26:10.601991 np0005535648.novalocal memory_tracker.sh[147217]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:26:10.654230 np0005535648.novalocal memory_tracker.sh[147217]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:26:10.660699 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:29:10.761973 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:29:10.763850 np0005535648.novalocal memory_tracker.sh[148386]: Tue Nov 25 01:29:10 PM EST 2025 Nov 25 13:29:10.764110 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:29:10.832249 np0005535648.novalocal memory_tracker.sh[148388]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:29:10.832249 np0005535648.novalocal memory_tracker.sh[148388]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:29:10.877649 np0005535648.novalocal memory_tracker.sh[148388]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:29:10.883399 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:29:30.895007 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:29:30.896576 np0005535648.novalocal memory_tracker.sh[148433]: Tue Nov 25 01:29:30 PM EST 2025 Nov 25 13:29:30.896894 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:29:30.972438 np0005535648.novalocal memory_tracker.sh[148435]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:29:30.972438 np0005535648.novalocal memory_tracker.sh[148435]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:29:31.026372 np0005535648.novalocal memory_tracker.sh[148435]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:29:31.032696 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:31:51.143203 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:31:51.144425 np0005535648.novalocal memory_tracker.sh[148705]: Tue Nov 25 01:31:51 PM EST 2025 Nov 25 13:31:51.144923 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:31:51.209837 np0005535648.novalocal memory_tracker.sh[148707]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:31:51.209837 np0005535648.novalocal memory_tracker.sh[148707]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:31:51.259951 np0005535648.novalocal memory_tracker.sh[148707]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:31:51.266502 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:32:51.299172 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:32:51.301177 np0005535648.novalocal memory_tracker.sh[149113]: Tue Nov 25 01:32:51 PM EST 2025 Nov 25 13:32:51.301858 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:32:51.348159 np0005535648.novalocal memory_tracker.sh[149115]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:32:51.348159 np0005535648.novalocal memory_tracker.sh[149115]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:32:51.399929 np0005535648.novalocal memory_tracker.sh[149115]: [iscsid (pid:56241)]=14664KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:32:51.406774 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:33:11.417532 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:33:11.419807 np0005535648.novalocal memory_tracker.sh[149333]: Tue Nov 25 01:33:11 PM EST 2025 Nov 25 13:33:11.420384 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:33:11.493851 np0005535648.novalocal memory_tracker.sh[149335]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:33:11.493851 np0005535648.novalocal memory_tracker.sh[149335]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:33:11.542308 np0005535648.novalocal memory_tracker.sh[149335]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:33:11.547424 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:33:31.557775 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:33:31.559367 np0005535648.novalocal memory_tracker.sh[149515]: Tue Nov 25 01:33:31 PM EST 2025 Nov 25 13:33:31.559705 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:33:31.600186 np0005535648.novalocal memory_tracker.sh[149517]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:33:31.600186 np0005535648.novalocal memory_tracker.sh[149517]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:33:31.645654 np0005535648.novalocal memory_tracker.sh[149517]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:33:31.651773 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:33:51.661342 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:33:51.663158 np0005535648.novalocal memory_tracker.sh[149786]: Tue Nov 25 01:33:51 PM EST 2025 Nov 25 13:33:51.663470 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:33:51.704715 np0005535648.novalocal memory_tracker.sh[149788]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:33:51.704715 np0005535648.novalocal memory_tracker.sh[149788]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:33:51.753558 np0005535648.novalocal memory_tracker.sh[149788]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:33:51.761399 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:34:11.774627 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:34:11.776037 np0005535648.novalocal memory_tracker.sh[150029]: Tue Nov 25 01:34:11 PM EST 2025 Nov 25 13:34:11.776232 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:34:11.853573 np0005535648.novalocal memory_tracker.sh[150031]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:34:11.853573 np0005535648.novalocal memory_tracker.sh[150031]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:34:11.899201 np0005535648.novalocal memory_tracker.sh[150031]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:34:11.905583 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:34:51.926011 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:34:51.927560 np0005535648.novalocal memory_tracker.sh[150441]: Tue Nov 25 01:34:51 PM EST 2025 Nov 25 13:34:51.927808 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:34:52.005011 np0005535648.novalocal memory_tracker.sh[150443]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:34:52.005011 np0005535648.novalocal memory_tracker.sh[150443]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:34:52.056686 np0005535648.novalocal memory_tracker.sh[150443]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:34:52.066798 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:35:32.089046 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:35:32.090470 np0005535648.novalocal memory_tracker.sh[150614]: Tue Nov 25 01:35:32 PM EST 2025 Nov 25 13:35:32.090720 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:35:32.129968 np0005535648.novalocal memory_tracker.sh[150616]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:35:32.129968 np0005535648.novalocal memory_tracker.sh[150616]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:35:32.174579 np0005535648.novalocal memory_tracker.sh[150616]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:35:32.181028 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:35:52.192813 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:35:52.194458 np0005535648.novalocal memory_tracker.sh[150861]: Tue Nov 25 01:35:52 PM EST 2025 Nov 25 13:35:52.195292 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:35:52.281165 np0005535648.novalocal memory_tracker.sh[150863]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:35:52.281165 np0005535648.novalocal memory_tracker.sh[150863]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:35:52.335615 np0005535648.novalocal memory_tracker.sh[150863]: [iscsid (pid:56241)]=14668KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:35:52.342042 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:36:12.352533 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:36:12.354242 np0005535648.novalocal memory_tracker.sh[151046]: Tue Nov 25 01:36:12 PM EST 2025 Nov 25 13:36:12.354490 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:36:12.440511 np0005535648.novalocal memory_tracker.sh[151048]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:36:12.440511 np0005535648.novalocal memory_tracker.sh[151048]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:36:12.499436 np0005535648.novalocal memory_tracker.sh[151048]: [iscsid (pid:56241)]=14404KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:36:12.508692 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:36:32.519861 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:36:32.520954 np0005535648.novalocal memory_tracker.sh[151292]: Tue Nov 25 01:36:32 PM EST 2025 Nov 25 13:36:32.521661 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:36:32.597440 np0005535648.novalocal memory_tracker.sh[151294]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:36:32.597440 np0005535648.novalocal memory_tracker.sh[151294]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:36:32.649900 np0005535648.novalocal memory_tracker.sh[151294]: [iscsid (pid:56241)]=14404KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:36:32.657274 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:36:52.667745 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:36:52.669027 np0005535648.novalocal memory_tracker.sh[151519]: Tue Nov 25 01:36:52 PM EST 2025 Nov 25 13:36:52.669258 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:36:52.746575 np0005535648.novalocal memory_tracker.sh[151521]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:36:52.746575 np0005535648.novalocal memory_tracker.sh[151521]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:36:52.795977 np0005535648.novalocal memory_tracker.sh[151521]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:36:52.802649 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:37:12.815231 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:37:12.817022 np0005535648.novalocal memory_tracker.sh[151712]: Tue Nov 25 01:37:12 PM EST 2025 Nov 25 13:37:12.817264 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:37:12.889580 np0005535648.novalocal memory_tracker.sh[151714]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:37:12.889580 np0005535648.novalocal memory_tracker.sh[151714]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:37:12.939861 np0005535648.novalocal memory_tracker.sh[151714]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:37:12.946900 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:37:52.967111 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:37:52.968725 np0005535648.novalocal memory_tracker.sh[151958]: Tue Nov 25 01:37:52 PM EST 2025 Nov 25 13:37:52.969004 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:37:53.025070 np0005535648.novalocal memory_tracker.sh[151960]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:37:53.025070 np0005535648.novalocal memory_tracker.sh[151960]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:37:53.083929 np0005535648.novalocal memory_tracker.sh[151960]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:37:53.090283 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:38:53.123771 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:38:53.125602 np0005535648.novalocal memory_tracker.sh[152391]: Tue Nov 25 01:38:53 PM EST 2025 Nov 25 13:38:53.126183 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:38:53.190447 np0005535648.novalocal memory_tracker.sh[152393]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:38:53.190447 np0005535648.novalocal memory_tracker.sh[152393]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:38:53.239617 np0005535648.novalocal memory_tracker.sh[152393]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:38:53.247680 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:39:13.255174 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:39:13.256082 np0005535648.novalocal memory_tracker.sh[152602]: Tue Nov 25 01:39:13 PM EST 2025 Nov 25 13:39:13.256338 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:39:13.304426 np0005535648.novalocal memory_tracker.sh[152604]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:39:13.304426 np0005535648.novalocal memory_tracker.sh[152604]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:39:13.353579 np0005535648.novalocal memory_tracker.sh[152604]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:39:13.361122 np0005535648.novalocal memory_tracker.sh[66517]: ]]] Nov 25 13:39:33.370301 np0005535648.novalocal memory_tracker.sh[66517]: [[[ Nov 25 13:39:33.372218 np0005535648.novalocal memory_tracker.sh[152861]: Tue Nov 25 01:39:33 PM EST 2025 Nov 25 13:39:33.372650 np0005535648.novalocal memory_tracker.sh[66517]: --- Nov 25 13:39:33.423746 np0005535648.novalocal memory_tracker.sh[152863]: /opt/stack/devstack/tools/mlock_report.py:9: SyntaxWarning: invalid escape sequence '\s' Nov 25 13:39:33.423746 np0005535648.novalocal memory_tracker.sh[152863]: "^VmLck:\s+(?P[\d]+)\s+kB", re.MULTILINE) Nov 25 13:39:33.472435 np0005535648.novalocal memory_tracker.sh[152863]: [iscsid (pid:56241)]=14396KB; [dmeventd (pid:108859)]=86228KB; [ovs-vswitchd (pid:94015)]=1068144KB Nov 25 13:39:33.479345 np0005535648.novalocal memory_tracker.sh[66517]: ]]]